diff --git a/params/tinyllama/8/fixed/woq/init/lm_head/scale.pt b/params/tinyllama/8/fixed/woq/init/lm_head/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6f06b0c24760d066ea315bf3697dd181e1aa2a8 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/lm_head/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2f7f08579327d7a500d59cdd1ff3e51c8955e38c017479cbc592cbc3101f23e +size 129106 diff --git a/params/tinyllama/8/fixed/woq/init/lm_head/zp.pt b/params/tinyllama/8/fixed/woq/init/lm_head/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/lm_head/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cded0c2cc181432a5110494d041bbe238a37dd6 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e5fa3af537d099f73db16db29ccdb28f7fbe0b29134c1821bffe1c0fa7c1f1 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3ba65692c0cdc87a5693035d6695d87f01b979d --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53b1a8a8c72c1525a761458c8508c7a3131f3328131b9adc5426de998da17976 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..73da91e783461910b1420b7d00b0a6324c0aa4ef --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4abbdab21c827c97a3d64efc0ac2a920aa0653ea13eba8ec9dc85af5e7bbaa3 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3ef198cd3cbe1b88fbd3346273d2eeb1f5789fe --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c37d6944021acd8990e30b653b707fddaf59c247fc7c5ffd58f9cabe7b1585c9 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ce1b83683d016157ceeb8d5b3977d64a0ac258b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a9a1fc83d4a810157400af5d86427a5da91267ab67d68a3bd5b9a375f2d9dd7 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..deaff84dd225f9d710e483909d6c18de4b528f7c --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d5ab7080bdc70016cad178f3baf7d8999ea381a80a3de2eb451d44101a2efb4 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..0354a685184f6a8d80d01f68cf99566665c294e6 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85f7f9294471a81ad0b1bd96f86606ee5ff5d0bc5ea949e89acf8c179ef1a800 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..6726174d8c9a767aa5b841f0623b228693f95a4a --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:420bc8ce2728f132edf99a2d52cb4b142532375b8278c6321f8002eae2164117 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..657d94cb9ebb662e30d2188ee9f12a30e2e66d05 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:940afca2d9031a1b9fee4f9983d407c3742929882e758771d1f82ea03a976374 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3c53a78a5e152e77d7deeaaa7223f30d43c494b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75806e363a9fd36df054c27273067301edcf0e3dbb5516cebd1632e671786c5f +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbc768679aeb6efacd0cf6a4938daf950b7b62ef --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0425529cb063898bbf90fd1d9d0ffcf7ec69de42ce8d2ec3ad8e8670fbe51ef +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b256391ad39b9ac0940dcfc46bcf070d8cb0336 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed6d2cccbd3c97451f59c3fadc0636425f4b69868ae74c2cb7dc4528836c97da +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..078f23324d8c272db32cb332f0a99debca51ea70 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d91db73e5ccb304e1cbfdc392a10e8d97114602979caf44778dd6af2c1bce787 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..05ca1be019f9f3aa50cf83aa574bb76e5bbf136b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:313ecaa9d76e26ab1237f27771a563969e607f076fe93f5c9cdb009f11d98a16 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..319cf90de54dbaca0c0f3eda744365a7cb0edea1 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bfac5416ffe8d564ec94b75cdf4cd0a3419799ab36e4498ea4575ece13c1cfd +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..84fc201b04d53bf7d74e3d0ed338bcfcd3fec87b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6216b53b9a33403780ec93b1f38338fdf4396f76e875de3ec2ee7aeb450b434c +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd2653c1a5c8ea4d5eec5f3528091dff306017a3 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0029539f54778add2d641817b0015b64d1554f9ede4f4cd2e329bc0eee80a01 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..42d6beb40f6513bf4d71fd5dca7294a65c23870b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e4259a5573a7a551a3f42c2365eee7452006144e72ce81dd95b3cce5870e703 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b6a83e2c1ef4b7613ff8860b68a0561001b3c7b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc0baa155c14242dd89df8e54c404b1b4863caaa1bad78e7f979179cac8f1c34 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3517287c64fde2eaf3a240382e17db77e5f9c41c --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18477a7abe01af8f4154cf2cce1a9ef56a9b1f57abc3cd02a5b3626bc8464aae +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..5df8a3f79a67ed0f1d256cadd3b11deee3d7c4d1 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f6542da7e3984cda9e98a1a6067ba577098fb5bac162f9d8e336f03a6176596 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..96b2ef13fb436c74696f8dd1530e76eefc0caeca --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f5e83d61c468e90da3ef36deb28a7dcf53d85b6eaeafc66c79a701a3c1c9dc0 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a57b4c3c4c0848187c5b20a0f056f40c46f2409c --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af5e48264594e33d3a458331c8061e5a26c3ca7712017745be1ea5cbee0a76ee +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..47baff1457df7b0f0565673eb68f42603364f16a --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:709f851c78dbbd3d026e15034d4f75ee36a476dd924ce26082341f3f8a65754d +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6c2cdabdcd312e6d62ea1d5cb743aca184a08cc --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4351d317a0d43a0ee09b3ea9fc0dea01b6fc276428d3c9524791045e112dd068 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..de89f5dd09c523fdcf72de3eb5751f6f2139da80 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d05b1ba815ca80323515b060256ed39fefb3f8f7e84976e6d7efdc8dc4b9684a +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..96fd3f946b742c02ff3b191918ceffa86612e723 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:302d639c080d2b1153c54c19313b4e0dcd12508b524771dad05d01c3920deff6 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d57eb733dca69cb4464389d77bcbabfafbca040 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37c3dd1fb937ffb74ce815a6fe19ada7609e978793cf1e4456d3d284ef037540 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..409ab5b1dc5dc4e33a61e201e7bc9a1e0f937721 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d39064d3ee21e62204b896f0fd75c6d542600d88a55a3557d7bcc6dd32928c6b +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c39daafd01432eb27ff6ae8633c57edf5ed3c92 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80d4a11d02aa5d4a4aaae0ed1c306e081b35422383a9799a840dd851d755d7a5 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..37d6da60e38b795216b817669127825884721089 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceda64f2ff33a64b08d5755b8e1044d9a45adecde663d9f3db432cf9902261e6 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3d8f48427e8692632dc5c5885be49731d8e3b68 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed0ae77fe8374f75e85ddf83365682f942271ab4faa3f8da4ff2f4ac66289b2d +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbbdfa771e78727ade2d16acfec78c48711f826f --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3edbf628288f8ebe01066b05bc15f812c97961d10a5bf3ac0b7e35cde601062f +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..851d950b71b9e0cdebec807fb8b031096b4acf28 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe9b50ae8a896d5f2d374f06127ecd26e778b331793766e7b225cbb63aa1e258 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f522abc3d2ddac9f75dcc741cb1342a59c6ce3b5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4af38098f9c4020d7e7ba0eaa2032f18ed50238462c4cc70e2be790a5425279 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eff6780eefd808dd3d22d7b5d576e97c4480941 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9f7bf79811992c1f499e518fdf19b014a70ec6b9c21723d1dec30f284b9c78c +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd0870090b67623addae19675cd6d47710bc4af7 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9d760fb4c64d63e8def833f019939bbd92e52cf6b9e0178cfb0ab57d7bafd1a +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b11115e229466bd3d4f24fbe2e7b5afbf1bfb53d --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b91e5159262131585e47688ec9f300ea5ba48808685b49ca362d097ed5b1de2 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..be100fa7d082b0a177ce463e4eb17fe779a9be65 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec648f0126ea821d96aa605f90fc08cf37cb66b6c443f1c90e11fdde857663f2 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1c0fd086b549454ac1b9baea2646922fb3724fd --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fd36ab56d5a53a8fc06426cc57b28c24df03367d59a4278af99fb5445c22c1b +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f92eb206daa98863770a030534adc72e9ba2409 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:911b9f1b9cb5f7c4f53c425a2a0831bca085f6a63a04c3b8ce58a0163ff22be8 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..400e7312f098048c58ffef73a81c40f293150943 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f69cff79f2a07460129964afac519b3f58cb66b088c7f9986295f93de8038d26 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..25e965f7390619a650e2f3b0a14f89968396c17e --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac00c68664f59eb6a79bd785f4d211b7532c399d788dd0ad254c83a9ee25825e +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c55f015a5ea55a54f989e1f4165b30e3cbafdd6 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e840158f1597a0e7a4fe3f6c05fd7337b4f5891a9634a427c13f5422c43f42c7 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..02bd947fcb2a11d7e232a60372bc0d99f7619dc9 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6603ef4dd84b936cee8f4d0bb773f9e1dd91b8aed37a5384b848d3ad0bbe372 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..024d502bf432c22393409bcc15b65c2411fdeb2a --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19b41e31b8fcdca19e8628c6a8b6d158ddfba577b88461731cf9a298af153f36 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..97fc55f6263f71a09ab4d03d26cad6d0fe831d06 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:497e696aa72fdf30dcf9e4d2f37dcb752da4943dbbb38dc9d934b03c7025528e +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..64917725740562518851883aa117282cebfa012d --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8dfbd9372f4479ed09e01e83c0b64042f0318b7ae033f3085ca29432ee107bb +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..c290a8484288bde300276510bb5b53e48a646cb9 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b5967497982feefdca608c12a0591cc9c5152c15b0aa6a25eee05ac99fcbd60 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..09a67069c6fe319ae73b5a293ac8bee4842c8754 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfae5b473037ae7dff93cb5d8f5e9799e2f45d180c356a9b9e1de448dffcba18 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..df1f82c281a0780d27a53336c0df485c07abc35f --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1282ede38e808faddfcc8358b3ee4952cd7d9e56317f143282c02e377876248d +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc4d9f6130e4bf4cd8a9a665ab95bdcfb3ed25ac --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a4995e6c0faccc20018286920e2010c8e0ca8b57f64c6e31f3cd3a4b1059711 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..195db2bed6632c3e88dec555aeac1e171368843f --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e422ee85cde8cd549c3dff01b0b12cd4c560a9572810ad48ec81840bbab07361 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3662cfa2a8d2f668859b7d940aa3c4eb36c88a03 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac9c92572a13bfa254b12e91eca4a015bc4ca1276727ba040916d222beec0ee4 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2d5f8034468aaf0a5c8845729ee2c46917d947d --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9f11ae96dfcdd2b00177df2f82a3244279b5ed320f2c8a2be94a549cfc9519e +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..52b8708f864796a5441a4ca258576436db7d2be3 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2191e8a26ce72671f8d7913787eb3b21dacb831f89c75ca4878890d562624c59 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..5464538ad2414a36eb14da2dbe639edb5327bdc5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6d2d4566cf56ae5a37e4da8bf028875d1539f6f26794572230bd06535fed0d4 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9a72710067d73ccfdd892d0169852d7f03d2119 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bb8a2e0319cbc6775c43ead1d77f15af5b49a527c032028f77c4a3652ee19de +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8444a07a25084954da71a43f9f55bc368edcd56a --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecd4af1930f23930b167cb16e6fa136a7fde6d307dca47193df097fdb1be5e79 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f96148b97246709146541179b747a945e65808e7 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bcbd01d6d1d7a41fde75da009d9e37eeff237a01edacf1cfc80c3960a41169e +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..93edf7f09511aa7880957ac74a2bad6a75b90b2e --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbab8ed39b8f6c716462e0618858413cf866542006f481a7ee9fb6c2f60ae933 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fa9f9e05d85443840ce51042906337249d55835 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a9721bb66a5d3979f51306081be756760ab03dad9fef69f6b850cc5851388a8 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f01b49cb40f3bbb3d9baacf5061ef6d6aa9479f0 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88845d357051b6a361680e4eb490416040f4a519211eef5fb48fcabf1c285610 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..126e03c3becc636cf5cf19b6684eaacdbcc571ba --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62d554e4f1d77835a06eacdae56206b4517819fb6b1ada7ba3b8a43158b7daad +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..aead9c428ee1282b97656a2d1534caa3d89ba0bf --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf979792839f091667047b01affc8c4720d743009e587cc03e2377ef1ed977e1 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6496602687b46bf0cc256a5faed7bcc4a30c718 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d67bc931246d668af56e031eda9aedbbed5fc8202a75e30afb63952a2c611a2 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..0faa13b334379f5e6ee1acefc3b008a8d7d89a1e --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ce8e7042e61644fc769438890cb329468ec90e2abcb466c537774ed95c75608 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b4620b8fef3f191844e187faa243c73a3f9c238 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c62d13295132eb31b24deec8d4ad19cc4e189ba505f9763072b577628af8172f +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..9831f5e9b2a101402a65d3d41db685468c684fd0 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5210c6682c899c857767ecfbfc4a379c93917d0977cc292be6d0bfb9b10bc7d6 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..094df0faa98ea1695f86fda873f882585df85a01 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:870b1bc9af7e43bd3359af99eb18b0fab11c7ea267b8060cf301b3ce07df6fe6 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f42daabe1bea6812c8b17aebcd3925f5d10a858c --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7636ba3b6254a4bf8bd9e4c6da4c4483855d7ac14425178445ae3bbae74947f +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..66f76c964230cb1192d189d6ee6dadcb8a4cda0b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccb01c71ac7dfcc3e17f40ecfff3a727252968248cb849087e4cea4fe9109afd +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..545a63e34fd86c09bb0d8163be1c0031786c0dd8 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c72ab3b4982662cbfaf459e3653a91c18fe4da74a0e1d73e52b0dac0646ce7b +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..15ae84894744b0b6f4f11e931e6c12c5bfa61203 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d8a4ec34f43777122c9a79bc84768924f850db67857688d76f9d77853e36398 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdc0c642a002ce8e3573aed99f2e744e08e0a2ef --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea9a9c7cb10a31f8850263963b710f0b16617584bc9c3e1675f2b5106c4a6c9d +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f55f4b321b9c734da6800179a24f25022d239564 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee674c4001bd615f65b08ec93b54e6454f93a9392fe5bcc66d5f70ce6b1eac7c +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..834ea338b0951d7f8bb83eb6eb2e1af5da7ad935 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df13594a8659113f20251b068723ffddbff6a14cc0dafdcc48769af293ee4153 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a9e1cd8f065deda0a07352ff5cfa0455646ef15 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5b44ba9cff100f3bc939640e25c6c2d75656a770609f93431cd418b815a5466 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2bc1f69bc80ae650d7c483a3c259ced882ab998 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00a6087fe13b7ccba9776a0433f06e4014831c3625b94609ed9f6c34eef00717 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..027f21830e55be2d73bd6b697de146405ac594d5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eabf72ce36e5e5d40ff8fdb7ab190f465a854f931011329428001929865bf91 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..95b60a3f42e44d2ed274cb5e89faa3a7957c4c8a --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8bea87df0c2eeaebf5c52ef0b384adb51e7c546a8b468352657ec94381c06b3 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..78194ed024caa54735659383a2e8604dceeca63a --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c57ad277d236cddff36286b4f6c4892ad8a760e5249d23a60fad442ee6724251 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..654da4658c7be0e8192aafa7a62b9af710b33937 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33b38ff4e7195f9d5189ddd66005eafa0ef22dfe2035881afe11932681902e8b +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..632b9dfd3188afaa199f53a65c36296823c40979 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d6e8136d4fa378f7cd94004d589e334c21fe2736c572cd8c5d97df1e9c2f2e +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..536eed079a26f06789ca12244b898ac7d4c72a4f --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91f73224b0c7a2bb2b34f60e6313cdbbafb5a3dd0ba7a5e0a03f806add4fb136 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ab6cf7569888a7ff365b6ea7e89412d1c0348ae --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4743dd132456201c57c87aeefe636d27d3e3233d2efbb723dd330beb6e837a70 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8164e7ed4b169786b75da1ca8b551984ea23e783 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d2eafca7ed5b5d074a011969ab05cbc0982632e2b14350a6437070e715d8903 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb66f769f50aa50900976a7d6be4c1260c274603 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bed6989e4f5cd1ee28677e169408bb39c0d3535d0c50a73dc66c2e3ec675204e +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bb3fba75a1a1efd8b8bd063e0a6a6e093616f99 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4661df7e3f118c4cb924f6aedac9ab324e505ed6e050bed67f787b11b71e83af +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8bfe3b6120a94e4a15e3a86fe1a9c362d9acc13 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d14f85d7d9d2d3b149305d0634f6ac850a7ce182fa8bae28c698da594c8aac91 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4a7865bceb5227161aa1078e99f87e02f5c1727 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50cd16356ff7c0d5a2e0155f6dd7054bfaea39eb6e6fc90de43511009ae227ce +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..350b540aa2d92e55d41858916b2f8cb30cab7746 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b867a89711a38b68f26f69d9e5230d325feea70f1a90559389a4131e0612deef +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..947524569b6c302e8ea49f3abccc6b12be4c1898 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212e9453e332777ef0872e6dd4346e777f3e1f7d3e86fcf0128b64b80abea28d +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac243263c92e2b8a9264ce5f737b3aca84c04d6d --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09d4d9a8f277dc4f1a4310c030f845096d5fd8d1dc3b62b04fde9aa5772c4cc0 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..c882aaba71135ef3cb30c6a774b1d65592f5af46 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19ba15c79f4351e8ad240ef12e6e54b47ef79e7ef6d230a6e697297ad922d3df +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4547a0eaabfb44a677778292cf0eb5c61cb5573 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b844a89a969841727388d90c5c37dfa18a9746ab1b05411fec89764b95acf3a +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a774f2a8d91a5cdfa438ccdeedb1b5e6b6440ed0 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48b9c45fefe670d68630a4bbb6b468c0fbdd9496520710ffa08eedc7e6e3f5eb +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5450ab2b33fc1d741dcea047c6d5bd02e23917b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8dc5432a5eeac35e4fdfdf486d058cb4c29217db1ba62842f389ae461b2d94b +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..024117d5c990bebd699bb4c72c73e51386bb1ce5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bf8ec339ed0d4c9ef579c3907a4307fcae21efa20805dd92386a2bd7c73c122 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..df48e71dd20f1de3a715eb5ce003c9479aa0b990 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b5fd4121c3e6d7b313c0d770311ff26a1afdfcd206d17d2b8974b70a02844f +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7193bbd301ff71cfd17d9c35ca890c9d9e1edd6 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b87b9f96ddebcc5de3f59bf159c65ecbdfbce7dac92aa6982dc538e6fbc0f10 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..93d5e9dc3cc19b743651471aa45dbd9650633d97 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6315ccf5424243baad5314c6d13ff6c259396131888a95cfd7d9b0cb8dee8bf5 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ec60e6882b3c432e34535d9e0f79242a27782e2 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d89bd90b7e5f74b58706f2198a90d815b7f41905dd5bc6df7690368dfb0cd301 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..c48cf2cb0df036c8a6624ffc2b1abbdddd705bac --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:251d5b23bc53bff75da3cf63df69d2dd36163e437f68b82ab24a114f867aa9a5 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f16cc85dd08c1c19539c6ba1b6c6102bedb99be --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a60f7912ab42b88aa19fc36ec4153c69eaee772fa033444140952e019db187fb +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..83b865dbdae35ee28371cfeac85edd1cec76409e --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a301d3a178aba1b85ed41852dcec2094d27d1265802bdc45bade3d70f6c983a +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..890349cc709d38cbc642bcceb23d029aa93a578f --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc92b6cde6722322f0519ac2d08bf4461bafced968c5bcda5c7134bc3045352a +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..568b97fa69019e20600772760ac252c8e6c0628b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b22dc8d1b36a722b5b348863f0d1d7e483be7384bca64ffbfb57c52f347eb49f +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..61eb011c7652e7d4a73633994251ab5dc5e4845f --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f043cb6a4da5d8f4054af524c511adc985e53db53cc32ff2bafee0dc022261ce +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..987cc5808d4ef107d8c75a83b7f1709348d1292d --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:687dfb326457b537fc21e53159c3b3fa75d736f748c630d724aaca0752157f7b +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..72021a8ab1b6df1732cbcd550e931ffc22f524f3 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8ed37cade8429192cd29fc5fbaed250e53c0e63bc07dc23909b885e9dae3965 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e81918a320f35ecb6212b670832358bec591637 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:988afeaba97b2904571592fb16c64e24732c8f464eceb4c522eb19b04a53faa3 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..c50e4b29c3524b7652f16935f5cd2188482a4d95 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05561665af94bcc4f53f4192d6bcf09e6e53f1bf8c0e4795906f246c07bed502 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f1a529e9521117881fc6b980c9e5725ffb5b5f4 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09210422a95b7b7b80df31324c58b3871c02672e1b3d7acb5550358c8e99790a +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..da5de4d9fba1a668e533866121859aaff8c1c267 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89c15e701914ca76b3349338622ab09368d4c3c740b85d391ffa4795ba8f6c0f +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..d62e34b9b530aef36def98173f5bf03433bbcd4c --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa23cc6129b1659fe4fa8401335a586e31af53766c537411809f0a3529b175b2 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1efa3e93c4f59592ed8af9332aafb7c0dcd8109 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e6ad1762208412c55e096ba240746496987c5ad566a92ab9aca7142fb1cef3e +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d109ccece8e9946db40e228a7a90ecf907574a5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:661a13056e89566a6fdaf297e80a97943159a6883bb268d9e7d37ed6c0cdfb7e +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ff59eb475a3103d332a964ed596712694accb1f --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:084d6ae73298026f2210b22871d6d5728fcc3dfc201c680e300312a6bf03adad +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..e338aa29785b99946c7ce1c082c8d67dff7a54ae --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c8ff80ec8208a3a1ca9a6dc3454e4524c18fbce980df46ef58b7b20b1200f68 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bb7146f588f342568eb89d57db60e15c5664e58 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de7f9f8bc291f21a3c756ca357d02160c1899c795ea21b263402751ccd0fe0f2 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..75e0897038e64e2437b9a0a8e2bf421c1e59577c --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbac3c630c64403bcb5690e1e827631f2303699f686d621f0457c182172f17fd +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..5097bb860d909de848b46fd0ac49c923e98f61ac --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:848949022b41287d25810657784f589603e110858fa107c19093490df1ed92e2 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a341fd4456734358367d90daec6442c7f5a86895 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dfeb84953fb4e46faeaba1a3d3c003058c454eb54140748035ad02c1f0dee2a +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..790e11505b1b986efd0ce2cc525d42fc914506b4 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:205396ec4bac9b3e2946f8d566fd77a4d5668394f4ace41e70dbd67d7ec046c0 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b6863b89b449c0a8cf43c1644e855d89791b0a2 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57d4a564d94ab34cb200b7e281e3e9f0bfc50f43f14188d9de02678f7821915f +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fbfe796dd6dc63c7d4d712f0a9cecb9e6857081 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a3a6eab10cfc24309ae45bafe6fa13603a0e31f24b44fbd2b1ebb630308566c +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e9f41c213c5177648eacee116722d4269b0d5fd --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5815b700788d439ec5090944165bc13d0e13e54644bfda76fe39b015ef0ce1fa +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..672b9a9e0cc9c1cc2ec32db57deae0ee4ffe75b9 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ad84ead79e0fea6c275613ad473142fd16af9313fa12437d188ccae030113c0 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..7da580768a81b8a490f7d3517286926d14e0653c --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ae382f1efb4a72ce2665be607bb7bb462d66f4ccf438278bb2764b491beec11 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e1e8cac50a0932f8de8df1767cf21ba8e1a4098 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c8bab27c48bf9cb567f59bddc1757d012b124b93f49361e75404b7b376609f7 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa9148b0da110f28490c696771d6e70068dd9e06 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cd853bbfa103795eca4c2d3f60e51892fa636bf335935bc1100bd3fe2865eab +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b827b2cd372bb7173741b3c3bcdf8b215efba4c2 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d0fcde03e7db00a417922b91f9829db11a5e3cf920d9c7f5ac3e0e995d67907 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..1db3c65698388dbc1f6cac0ae9a7f14c50f90823 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ffd6c1d0fcf6f201fc513d21dd91e48937e4fd23c162272892c5abebf0acd3 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc843ca787eb3b95fb02df8322074f17fd4a97a1 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97af48b0b9d0209a9fdd68162d4427160e6696a73480ada77203af2e98e16bc1 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b43e57ee5627042223555d989a71f1f670c8fc4 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcb25ab5da915ff2c11c7eaeae1c9cd36ceeabe9f80c5ff5e29f9d167a107006 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fa1f00c0c90d87d586c5f82f7f6847e53aaa53f --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c16ba9f39bed9cb4b92d1b10d7ea484e8b94901afb3f3b7ead1331fb787294f5 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8eadfcbcec9660acc0c9190eb61cfc7bc9003bc4 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba53351e7966dce7983e5af46605bbf3e54744eb784e2a12ebf2062541c83c03 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..6be2097dcf738739c672cc9669a350f1866a4965 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6541d80ccdceba2601c940bd9dceb7dc2135b4462aba8c19b4621b9c011bb46 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..bba9d845c848a4550e87d09e1a6c9fdddf23ba03 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b35a90ef5ef653f68cafaa7fc3391189da61ef21fc32015cea883612ebd77eaa +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..487c257d6d3eaee5d8e46813cefe0aa513509b5c --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e7daab1a36c0f7c67f6b5bceb54c285d346cb9794c08edc0cf18abb4f4e1cee +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b442523b4ae55290ba38b2650dacf91099c35871 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:896aa87849ed8b79280a22aec63c8d9d6b42177f35bb0c07c9f3d95117897cdc +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..8687b642fdbcb8151879e622c3660aeb6b6e6617 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f8fb6cad73b63a010cb5373177adea8c266d3c9ed1eb79394f048928cb0c0ad +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a2d3a4aa84d7f40fad06dd6fd473bfd1e72c705 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07910c2725e6f1eff400b2f989f785accc2e6c22f64918190918dc6c14a6dd82 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..161104acae18c6533447e39c1eb7c34e002b5d07 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a08cc28001b8dcc88530309de3ae4a1e8ecd55c8d1c3fb7af5ace25695b80867 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..3de86a7ea157b7f3aff605cc74073d1d5fe5b979 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:016610d4af2520804975b7b907675ee6f2f0257723032a1a03a77e7924cabd9c +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..c374c9ee3074ebc36c670fbd095ee5ec1381d283 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d40d9e67df4095ed669ddf4bb59d640ea8b178387a76ef39428c2fbc8ba0e3b9 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..9541d7f5b6a6537ea6ce7b52ff23b79f5a1df8b4 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:688aa1185b7e42b3b36026c109beb69150f4662231136cd9e79acd0c9435ceae +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..678b2a0aa742d55d176c7fa9869b1d9d749637a0 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df9460005893ee69d2a82c509dc610b7eddc627e3ce88f15311bed9488090ad8 +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..a32385b22f16e7232622bc38f210f2a7a10303ed --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59d89dce2cd16a359c18d246fa3b1a9e02a337ea6041a6f2f951da381f64b19a +size 23634 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..edc36e4def39841519a2171245cefde6db4bf23c --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:233b3ddabce5abf59065c7e7ae8535ec2429bc7b44d11e4681ba8ad5b55254a7 +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..b53ebb163305a8803dd6e6e2932fc57470524cb9 --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04a056f809af7bb9dcce44c2c028e4dcb7dfe768d20a5711e2ccd08c0bc0d8a2 +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..35c9fe40c2bfee5fe82109933c2233e43d45c87d --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ca75a01ed53f64288c056e4227e3ee0110c3b8e7d96a09321ed51b40875278b +size 9298 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc7567ee692e09932e74e5e07784ba32c35a3d6e --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03539ab9c797dc2f6fbf108d7da74a61034c8ab73fd742e7dbcb2b18a9da084c +size 2130 diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b --- /dev/null +++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da +size 1091 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/lm_head/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..da7126f752ff3fcc3aca051b590c76a5cd7061ab --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/lm_head/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73c48bdced138ea91220785edc5671bee0226c8a50f7ee5aac57cbc1fcf67202 +size 129249 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/lm_head/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..3974768f6b3e811b5d7e247f353dae89d7b49567 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/lm_head/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57550212f82c57876b695b6bad1ca3dec183a28baee90500ae4da7dbbdfd0785 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..820292d559095667b32ce7e8d6b4e3afcb3e1c47 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89a0022f5bcc7f2863873fb1c1ce99978e75c8421c38886cdae7277a25513a6e +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..de09c0eb1089d07123cb351bc28104ef69c5d5a6 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:401ce16a177efdf4bf8866e42cfe22d62e3c811146a136d7527c1739cda79faf +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d685d4ea5ab5684edacb19266fff7a2fa69bcf6 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56c824886cf366eb7a2d49e84b49ce351eb7cc8db9761d2c0ac59cf35d003a68 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..38d510df212d340102d5709f5bc403673aa365db --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c7099fc0051ea8b0b74f99ce64d8246cf51ba2f2b4a04fba5cb6a3b601ae48e +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd0e3641914dda48b88cc3979403f53ae5483b8d --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b40a0e57fa8d3ae8e0739000a850985f1f210bb657e3d3a4a5c06d7bea74609 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..069989500f3c6b305fe54aae5156723097e16ca5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0513558f93cd7bafab303607bb9f5793e2790f4b02fb6cfdc62a56f5e60ca02 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc7bcaed9147bf59550baa5504089b09d54dfb57 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b913a5550c15eda404960a4e0e9f010cb65505d5d986014d904e83e09594cc +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..77d54b58a98b336612312b1f3e64bb43c21ca356 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4090bf12d9d72be4f163ee8a7097bb0dbb5a5f58041ec5894bdeca747e4adf53 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..e76b64e2317d4dabe8d788fdd23c75fc1278b164 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b66a4367f40cb7434ff4e3c4a81a37164cad6b6e9d464233d13cab7aab7f09ac +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..1573e614fe144dd0cf9025c51803e2ca30b1c1ca --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d0e494007070c3a9aeaf4a4e5bd17afc76cba90be5a4c0e124d134b69aa5665 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5f9618beb032387b2e0a267f0ed634e1a1ab2b6 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c43d7ec409c2bda13d28aa5202e25a6f224c576b34927a5d464c78f255590add +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..814aae71cb28c01044792af19c39f86fb1e45632 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71804dd72369c754a34d4cfc96de12e46538c96f24d0c7c490406eb14372c348 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bffd835144b997b41a48defd9ff3b7ac4ffd1a0 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16108e4dec550da77903f5033a8f5f3c864c2cb7f49bb140399280aa79f9bd5e +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bbcbb6485a509d58d8a0f6f72c99010359d8a84 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6d944b2c2fada6c5d919522fab4b67a1aa89dc95ca64e94fad4c8fbee03c7e0 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b7b3ec47efe42eec43f9577acd51dc35dbdd2aa --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8be874a569479d00ddf34b5e2394f0ca6f7180a1eb607f71d9f208b1dd7064ff +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..117506550d708d598be474f235f40e9e6e406af5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25787d0ed10e4232d7b9df044b0e08befd8f9a6e88f5c0b7d871e5af2d6e6f64 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..04956cd71b67b1fd6ce20f8b0f86eea6449c0d97 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64e88b916f184c247fc414cf558a0434d95b6ecc186f7deb3439bf10a5545fb5 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7733d82e93a0a949d652162cf52fbe9a390fda3 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59cfbcce69421de640cc298c9a8fec41ef6aa5658800c785ac7e5665fa93e46d +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cd8c7054f0f2717ed59ef2ddd53ab499d37d312 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d01704274c8dabc92e73366acef8f13ff9374db6bb05687257fd33805d9011b +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9d5ef23df6b016caee45cfaecc02de419660c26 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3d04a8f58869b6a82f178f61946ba52c3fd0858dc87ec8fc5760370e771d245 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..380c4943f8f4ce4f0b3538409b8acfa528073ab2 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70d527616f6e1c361ce0148170e4e7c5111c6f1a387cb130c27865f08e6491fe +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0c8d82fd57def4f3c87d95e4dfef4b6e9a2248d --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83b2f725a866ee15107811213d7861e57286dbbb463ce9ad8c474124737e9357 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b43532f5b544bc60374142b7762606f5f927553 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f87325035137c7bde831f4147fe6a1837ee2721dffb37f4568329577187e8cc7 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5b6ce4d3c6a6a1be60520eccb4bbb01ff1cc61f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43921b2b0d268f8da88353f5a84b8993c0e6fbe72412ba517f3fd584fb4c5a +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb9b2824439e3655e3f5f974eca251aa7b91515b --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5334320ab617b64f919938c1f61f87fa702771251f11fe7ff4f44babce7c26d +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..a94b51d9be045566ed66126cad0c3936a0330c1c --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8d9f8f2f9f1dbe7079faef775cf4f9b37300b9a8a99a9415b7bd299fdac49f +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4625654e8923af78e0fb3703220d4b4a1fa5495 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b935426288abe05c95042a6a8bd6b6e5f0924fc42f8af8c0e849bad7978603d5 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..334bfbe2127b8d9576ab91851ead92f9d425fb73 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d15ad1c399b649c6a1b9767b0d5427bf400e0f97ed636ba34d810252740086db +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..de8ebb2d520bc40518ff8eacaca7be99d2f9aeb4 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c90b5170b0a4034d1ce7fd587854a161a5e3913d51328608091a7d2f98aeaf6b +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..2807a950e1423297e290d77e857aee43a33f42b6 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae09a4f3ab232ff4d3b1ffcf9fc09c87c79041839ec05331c3f54ae953553648 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..25bea25ed804303c4b600ed9871e308bb528e22d --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f3c122f6edb2de9a5fc63590ead2a240b3086214c486ee00c16770888f569d9 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..722ba545e576e532cbd6f79ccb7de3807c9affcf --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39bef36af42d7e2276a656ccfe5a5a52a8808d32b11c3ee587862126ad8da3e8 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..273f91e1458b7d79618c5422722c522da304ec8c --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcbb1de218bcf81c6e41e1aed277d473285b4c70f0a19812cdb19edc67e2a70c +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..7de80b99d30263b9380c3c4db4d3b66858837474 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09e0c0ea5dc52490d3048cbce30ee9da5f96ee69ee7d270d868e710b010f0bde +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..383c6d376a9042a6b352eef5c7db4f4b9a0dfcd1 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1211d6f336a8c8d6193d353f168cf686dec018f053d05c5a9858d00a98403305 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d782c5904757b9b33a61b08435255fb6a8674ca --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be8c84335c72a437051ce18e30edba72bd6fa7d66e6c55e3954081e34254ddd3 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..c506f30b781120e4b6463787e32fcead14170456 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc24e49b4d3ee95ec3f0abc79b90abb79b7cca98cb3835fbb616b69a54fc4b91 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c1d97c7a6208d6be657cef4f45fa26dee66f4ef --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9407e5d6aadf8fd319a518e4f639df4b0baf246f5744cc8bc61ea9a15a9f0622 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..50f03c960690d5ed4e34ad15ec0520b57230c0e3 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ebae0a944eaf8302e89b99f97061a4a4421d076602c7378cd1a03dee6feb39b +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..911041d5252e991ab8efd39196d308885a058f08 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c93a1e42caae9c2c92a0ab5e48415b1647329c2f63e6deef9f9c509727daf559 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..d65663afb0fdc085d22b2f70d8414b00b82ba72d --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0bb54f3353e0dc7e0e3f46e37e96aaee5715bc47c3bd0dd629061d54bc333e5 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..48d85bfc6d6fe0d87b283dd01e537a39866cdbd6 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18746f024884dada10e2ec0cc769442eaf8488d64cc9ecf307dd9545d8fb6301 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..05eee09a8d35cde02531c660a77b8b2660b0aca2 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ee3c4d829ff6861fba435752d7b394d9fc073766669650a95c72c1e5866c0e9 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..73aef790878c2af34b68a131c1e8ddf6f02bb9d3 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d45206f32c3b58510a886c56c91ba9f7a0f136ad2d44920b0a5662deea82556 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2529d9a120596e610dda1a0e7a3250c389487e0 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ace47dbdb1c25832825cd4f796cb1c02fedcce2eabbde939455006e49883cbca +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..df53030da910382c300f0cbe29176127523605f7 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:786f30b2daa1e56bbeb9fb8750d7946396edb57c4e2fff9814e4afdc6f3e8258 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..9959072583ea181970d49e5c1e2436a661c05130 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:047e431c607f71b241c65afad6986a49abe0c2187564121a6a246dcab88e3637 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..719e30498a2210bccae021661735e5bfbab3f606 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21f2c95b31a4856bdf22b8957ba53b089e41c5cb63e562f2da8948edf32ff55a +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..b249eb0716c296ab9134f26f960c0ae2c8678430 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09f3f7ca6c38f9787d9d6b908981f2a88f97af5a66b425f13f57f2076abadc15 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5f1e74b1047024dcb4d8d1abaa48e8c581f998f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b874d8e368b9dd8deb4d959b71a0ec240d7e69a947a9b1b408f1de62b722e28 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..80c409e43201054c1b0f1d0d6725460772874dbe --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7a3d9a8474f373b37a0d7e2e9288f1373abd27dd684da6dbe99d3f73d9ab3b6 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f9a6eacb6e370ae98b690f1ba04e422718f6870 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2518855be00c68016660782b27f94a3df17fda70d41e985fd0cee6cd0b6a8908 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..dad5d930e4f9837f946ff580add4750ddc587ef2 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0447d287927dab26c1b3407f58e930074adb44342b232f4046c9ef3b64959187 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..70e4d29b3bdb2180d04b5ec383bfac95b5f09857 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ca1f63d51f7556188b2966d32e09ba6b87a03b083deed4cbc97a4a97beb046f +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..251f01e81654ac26159c5daaa7fdd478aef639e8 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6258db97acf120284aca2afa968580bfece014ea723fd8b9aa3c8bcc825add38 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..2561724e674ba0aff5a9b9db83db36a4fa292d4c --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde48fdfcc4f63d4a7013af010b039a8f8c4082106ccb269cf4c5b243513218e +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c9cacd15183fdd61d8f26f0bff70642f0e67ada --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:301d34df574667bd5d6fad7cf07a2ed95bd5871b17ce53d988d9e11056d2cfab +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4411ed2119caf580551cf5257f21b530ace85e5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7202dc458de4b701492d88e682caec075a1e2e686f0843cdbe42a024fc3a643 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ba233ff06c1a183c9ef250a165465ea8fa18a15 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd866d937caf5ced4a0a8a24cc9a91e20d5137866f0e0219570a907798235c8 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..f59f17937174b0d6347b12813126fc8a18c7bf6a --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71cdf5f235b5a57b26782141a08efdf0e5de44ae78667a96b27f88a918d33d98 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..66e24cb117a5933621e508471f3f7d997658979b --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52326bfaabd92009df54285947c71c5d73b45395a9203c4339c47e0def7f76d1 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..660536ffbf99e349757a1fea6966809f32ef441f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdc2fb2133484906d08ecdd0154b64d8962e42a070560833f525700f12011fce +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..433aa2eda5984bb3140dcf21df7c0d2b4d2d5b0c --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2835ab4f634f1d3ab77e197c64185aaa4cc6ce033ca2fa8c334b80edebe1ec81 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..81819e0693e5eb73a7fb62dec7c8517a6baa5de7 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19eb62aeb246bfa42e95b525792e4cd2759c3294801f51539eae2acbfb8ba5ff +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..51cd839a431682266eade5dd0184f58f699ef2d9 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad1b3b5906e0b06a1b88c5aeb9b73fe869571d56365fe9000ab000ee41bb77f8 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..314207bc7fcefb48bd2193496ebe682f85c07094 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69e0fe6dc42ecc31802b6bd6c59f2f360b7dd635359acdd6cbd0969c560caea3 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..beb43170ef301ba4535012a4a13b3f04879042e4 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3ce12f593086166f41168d2982cda3870269a86c4a44fc9a68c2b60f485238f +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..be14d9273593df6b7184c3026ff8f36dfee1faec --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95b0233e8dafd7b12ecb4cbafeaa044522bd9680e52a4177f8c2c883a5e5bb0e +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1e437b2c5aa4c0ad173ecca106d5c18c950880b --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c6ba0de15908a0f581b8102ec80df186748cd7c1f5a832b01a6a564530f874c +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fb5030ac566d2baaf434dbd4c04a97087063f91 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e481c9b8ce188d6f83f1099f49bb547092e6935ce584065f8c3f61ae0bdb96e +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..89b9614cf73b05654dcffd8c12cbd7ecaabdb5df --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61f501f664d051e78a92b839e95e4d27ca0be0be2912d927518305871b0da0e4 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..57e15db0e002eca7b1ea0a4b544696527dc5ac2a --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0a9da5a3b69978002a5173e32503052bf27f796cc1a4dd58febdcd1715b6021 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..42f072134f9cc404cd77c5321e2e31141e7b8b16 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ada8bee700e97eb6877db8a45bc93cf08bb5a7f8d9057056559e4416f3eaf21 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb3c8fca43e34cfb9d84726ef3dd2546a80b9b2d --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:951bfe9640f4c470e82aef49b6e5cb85fe7bae9d404b2a1f96727591a4cef774 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..f90097f185090244fa012d0d23498cbeea7fce01 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6366580d28a58ba7a67ec717e7c9f1638ff16efc6be8737087e3676c3b3d46b +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..e229bdb16aebc1fc3dc18afd9ad8f56e73599d44 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:800f6e292427e563cfbe322b4b4c50e2e93a2c3216ec96bf2bbfd3b4f84a4050 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..e03d92fe8791b3cfe4149ba18b3838a66ea980b7 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:333d3b6714dee9ba98c1bcaa2d5a9e04d2983e59e40f5db235ba5404de3c51f6 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..82c0ca4fab833082fa0a3860fce0e826a0ea1236 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcec186c5ada176788f87ce264678734774c71bfc6d4e5172a3a794c1bc2ee60 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..e10339becd6a51b213538b92ec3db71a768cd366 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:927f36d895b2456746e8792d375c424f6a247c242204fcd9d785e7dc0797c591 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..11a6e26ae3d5f9ccd59f709c113373e9e9559f03 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f77951f9bdba1e2b0aa4f1cb791e99a63cb8b7a80d56122302cfe66370814c9 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..af73d5b9af939610530f0ab3acdfdda7fe615aff --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e108c04bea91b380203228d321c4c4c7842ac92dc0d456c91dc84e0b68698fb +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..30387a38b86aafffd19d9e6ceca6d33940047df8 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2bda49c493572bfcec86805a0534e0abed56b84ae4951eaad5aa76464fd954d +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ac49b033438937d22ab89fe8eac969a32e82087 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb8f74eeb15c3148c4dc36329028afa1818759d458b6a726386d40793213345b +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..20b15ef0ca0a99baa20927bfc6f88a669d9274b1 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a730dca1522d69af1f2d199d01f9014e099efeeb5c68eb42ba2e11d1b0b4c500 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d61f20395a4ad9c18c831fb10225c9d63f17959 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7df1943de8b81751fa4bd6e69184fb1c24736527394d05649f71f9b2d7de96d6 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..a843817a40b14154822d35b35c895ad0215da8c0 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:200119360035679c97a92729f89c3d276c0e1a64e92c92b591c47ff23e3d00c2 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b86961ab66a7240cb0adc4757b18dd1aa54c1dd --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef176d2cb01af51cdc685e70f5852a02ddb9f0a8643464cbe76daf9d9cfe0ec +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3de0cdfb36808f4290f756e1bdb5c44d1dcaf39 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1a90e1da500c9592358332d46e1a5c1c96817797d6b22db575fd77cc60ecb3 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..089ba5204fa1caaacfe657272ff554a58146c4b5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21ec7e62727bf18905a88e00a9e770f3aec7e6f940b5cd72a7391b633611eafe +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..659aa09513ce4492d83c0ef6af04ba31fa95197e --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:773d01c206eeea546748b459e721c638dfe7729327e8cfd8fa775c7eaa8a459d +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..58974115099ecdab44cf11fbda829901ae687ac5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edc560851393e05b9dab01799761df356d2126f7058a3fbc6eaf1cf6822d21f6 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc6f19e5c4eb3eadd382ffd44c4bcc6acb82d73d --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0e48de7424b5fb9152d40f505253483ce86295131862b81aee6964f96070720 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..90bde2ba14bb4f278c94cf00bc49d661ab3804f6 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:976594494303f7d6a3fc37ff128080841cd055da42357119c8c018a9efa11451 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb27254c289e875501a796d33bdcbef73fc01f6e --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72557ee379b43464e465fa31172c1dfaea73d0967c62725477fff43ddcc43f38 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..4514789ab0445e0334b2a015cab785dea75bc1e5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a74971b1866830d536252c01983779a3c9a3bddf8000a073f67e39d9212ef96a +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf34fe5883c9899268df9c798661f8c2104b3493 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9ba2a4b2bf707a11154a12cd59e8266a283e82e5baeffcd017fe287b8cbbf82 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..7be19cc92118299a3f1a9d5300b1783d64ebf3dc --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a48a31391236d8e573501b0d7f8ebe974aa008bf3a20e5596403c1bef576cc2 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1d40ce0c8ef5626b2fa6e625b034c29497f56ff --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b57c1a2417dbcd8a2b144ec23c8e36593d408070192b17688cebf51f02f71a6 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..688cca8e7639e1c98ed7599aed22a6e589baf3e4 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:986c366fb0c92cd9bb9bf0a62081c7c1e46ed6c8530773cddbf7d3311d4b46c5 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..3043c2d42fe6202267eabf90c616e550baa9a8e7 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65ff314ab370dfe4502db7fcee5845b9b8f1a5686a8e8a4b1cc6a4e93e33663f +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..52ae52fa4412b09031c2917fe41ea0ee9322a004 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd0bb073f2ec118e15888f69a0c887104f910ecc1999c07b8e997038f5d74f7 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..db9be6255bf595de7b39fcf32645108be8937717 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04605e74b61c81b7dd09130efbce91e6b7c34b5f4c01b8ca9eadc0cb12f65e89 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..d18687a5b7113eb858364a4d15d31c1f3e9ef774 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9aa403f47ecf8609d33a90df2303fafc25de9bc4d58ab221a3108239c23a167 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..75e8932bba67be3e3f378af00735f72a9ffc6df2 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b31c060307da76e770b5734e0cbcc05484d49d6774f6ece440a83f8d6a0bbc4a +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7b5bd9e4c64938387ba0b06798ea565dab6e484 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbe17958572311bb8534c8fbed6967bf9a22f48f603bc23fc0d810206dd0ba7e +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..388189443f65deb3d51b938c03a729c6963118dc --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af4e40bcc6fbb0c6e86d0a781346f6e9bc630a39406a2278ddac4afab3bb6a9 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..2246582636d04764e9635f1459633582d3fccc32 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d5817944c0edf6c97e84f082c00fa214087e46fcc6bd47f58d49368f014b8a9 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4e21c235f610d829cfa187621e8ab550b94210f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56b1729c234d04c8529c304f0be813cd4f829d43fe7872576a6c6502a855feda +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..a93df550aa7a990bebe459d56276e6e766f882ce --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73c0097ee94f40c624d0b078c4cddb42dc93819d41717236bc5cfa9d9046c246 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c6606a7cdb4f803ec244a003f3c2cf12240494f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e9416a5b00f148afe4522a9a60e97af5e8066e6626e6dab893cfc24328ec5d1 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..818345dfe6aee81a72ac2ac718030521a60f29b0 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:757c2ffb9c3c52d2e42380993e5a402f52d3b1ac97c89179cff577e061972528 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..5318c24db9000b4d6be0292ad4d7217cb423712a --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4ddb3f8e8fea97e1272db7af570da16006a74b057a6f0cfe0f9a8de39cc91f3 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef24fe6e75e3d83853df5e9ba7a78af1b25f6158 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:598523921108b957a352886186003de3bbf4b3a99e2393c23efdff444d019632 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b57dd64a272448cc5572dba284bbb60a1c5cabb --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ffe151b52cb448729bd0fc376ce6deb4a5853f352c270cf2c3daa9bb1ea4071 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..39d2e17b7d87f0870b6a8e38488b54326ceba297 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7497dd7a37c9bd7ea7f4d71f9f311d8de891294af9bfcfeffed9190da63475f9 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd8bb83d0c40186baff5a84faecccfee0acd2510 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12a1d0be3b763d20aba731bd250dbddb387ab1e0a0072e5ed3f7800a55bcb674 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d3b74e87d1d3731a5562f6474da8891305ec9ca --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3acd1057985aa6cf176af4ed65e3dada136b9be638531b83581b691a4c15935e +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..efadf053c489051e682ea934edd30366837ceebc --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c192025238c006833d90709ee90f528c0a902980dc5d6dd8930d1426d995262 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..54c2e4971d37fca0179a9251fe42ed8b55bef629 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df0cc49893348abaa41fed5b70649f601bee5d4951ed9b94216c1d48ba740b86 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..417f7af2600226d288db101dcafe15d43279c368 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca5294baa370b83bc3b974f301c1e078b51282192d1ce415d84a57d59dfeaf64 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5a43b658bac1db3d3b7e42d9d81f1584b6830ea --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02a39d35fea0e42bf48fa5281949cb909d0ac5c6ef9a45419b24238c41f025d4 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..700aeb4883a2db6e403deed714cfcc2d4d1f2d75 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb663ce744f2ad882e6849fa86f7b4f3a50247a00320b6955f9b30360211640e +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..04adcb0e6037a3c3185f8af16bff22acb5786de9 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78a81231f990f243b1def075b9d87215d2f56c76286c88e2442631c1ad651198 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..659e0b9394fb67db286f08b0adddb1be17ae6869 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cf3d7f154393987a0f4fef6662272d211fe2364b2a2750fe142e04650e6997d +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..f11423f44fd76f4160f375eaf6cb035e8c6ee6e3 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e4b749300f7a610f48bdc244a9acd40369a7f2b1a362b485d7076d01a9c3ea2 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..2925a0f795c96cd3e2706ae24bd6e1dd39ae0b9e --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94ef468019cd337d260c396c1a199550b23ee72b4b7337f309650f07a9ece2d6 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c7964a01b81cc6fb20a85cac734db7a43986f1e --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a0e0f0b6d08b13703a90e281b1efb0c037f33b6ac4838b929f1daeeb698a42b +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..d385adb2c37d79aaaf75c1b668b7b281a4846f32 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66265c0bffc8b8a465fb8f8d7918ae1b030596171c1affa0105c9dbd20860da9 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..96c329d78b041c70c1850f133c91705bbee0985d --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2465b0853abebef3d4f77a5064bfa5dd075df31b6dd8498c133734c149faa281 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5fc9795fed7a2c0bccc67381f53c53c6f1a3ecd --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d437ac8b18d54d7d43052c787c413a97916a11df8fe62ee1c60892c8dbe8fed1 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed3b1e82e94f6b03a5982f2192a283b47bcfd110 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705fa7327e165e794160b83b61255afec06ac2a5d4cf7b8276e1806e11812da0 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..30cac71f7008ba7767c696183ec6db30daa66e1e --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9940d267ba443bd6c21562642f7c831904841950d005c392c5ea39350bd98be +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdc4fa53c113d8a0fe549a7aabadb3a76cc8dda5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6e14f2a268d15602b0529bcc740fea8ed80f2828d088f50404a99dd574c5a84 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..747cf303bd56af66b046c00bd0a9a68e355cfccd --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fe21f818c264189afa4cd1d9208c4992ca840943ef0133dbe9c9b10b8147afa +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b77b7941485bee75f7c75203d859d4732a77315 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a13e7ab51c1d7e029d65d1266aa046d5796d79227859f57101c5a67635f10506 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a85c2e830d44ee3a9736eb3732c3d3d69327f4c --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49702bbb9cb7f2023715e8c11881e6597e59b85b33756a99cbe384d2560d8675 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..2490df6cb3ae20e8f9eb17256dda70033c6d8713 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72cb077ea68c232d9789d77522296d52b693be12b4f1c8a65d6be8ef8e889da2 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..556ab4f83c866d0cd0b5049817b9c3a1df2274a6 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eac7ad238665917cc10383eb8b5118d18cde3ccfab38025a984b2b744c0eb07 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..70675c29e5c8f5665e86f6d4f5e05682f680659c --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c135bfde93d4f2fa5279de04974e145c83243aff7d1cc2a47ff864cba4c9d9e7 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa63503b06482123f1157d6deb5ae04d1c5bf7b3 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7734af5bd66c0c0a357ffbad98d52cc8997bcbfb28790d8a1ea8b3b53c1acf69 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..82b3ce587983cb6d1c576ab579089e0b5207965b --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cdc6f00b017a6ee7c6827c5ffbc29845e57286ddfa248ff48f4d2e21ebc9dd4 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ab09985c2bdf6cde58b2401ea0dfb85dc545cd0 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ab0d939c2235934214204a0c056ed1a3f47a26231f473c254e30e04709b679 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc2bf61a676b9008dc725efd7725aa990870bbe9 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75d6351fcb5af547e631db6acae41faf9011a4395016ba97b46989e233adf6f2 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..16390ea384bc1559028675910cc38cd289edf61e --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e7b02025ace5447d9d8f8c86167d36c187abebd4396a9f47589f7bd90c45de1 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..1017aac1394f0c7cdaa3bc766124f61e038746fc --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b475a14c8561a268b443e277fe095042e910204e5b0538033bd5dc12166ab941 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ade21e34994c0aab6bb4f171018c4a42710389b --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7da74c4bd9ba91662ea2b4e980c46b89e75e75b3e968a7f24d6779caf0a4166b +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..620aba5bb66636a78ff513e52a7d99c937c858a4 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7e2756b98af4faf27eee90f6f5af24b0112056975cb057f4c2304121939b0d0 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5503042532df2c32a152df3f782f8393b4e6f42 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:166763385bc7d18137706498a7090c0a511747309af529fe6c940b9780dff7d3 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..f30146f6ab909cf303aa1e90a0cd0a5cb7e735dd --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f90aea626ee4f1b5e284917433f9a3c73d78b1a5fadebdd581fbc6334dc4f32a +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3a4fad76c8f42d78ae5376046fd649bbaa61ae5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8835ba3b12e1f971e441e4eb0f0de8b19b7017b8cd6c8d63eb4257bbddc57a95 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e9ff7f1e227119dfe16b339b2b1e7115554be1b --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a217cb4710846697af35e980614d46570ee4ab55fa184fc3619413ae37039d84 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..057577594c8740949f5ac892c56ba7c90fc44a95 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8441604fb7e08e0fd5d783829ca4096944f07e691e9c5629884994aa0fa76f35 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d3d71d5cad17226a621f2104aea0276a8d82697 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a42f453a4a2e4872218fdb81aa1ef3ebfb554bb963be21f2aaae432b2179d281 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed76abf1c50474d7a2a3f901939b235958e9f1f9 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd6dbc9e7224567a8f6b379cfc31d100b52393b34015db110de3664a0522d149 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..a02d0e30beaded14eef558f923f02cc0bec5e091 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a62f77c68f11de05961314aeaa6a249aad8c80bc8e88660b8e045f056a9f1826 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..fda1be23e735e5333fd74c4b274c48fd3cd15728 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b34b63cbfc4500d98c576fe677e233860f39be56de52dced2eaa56b14ae0e1d +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..512f03c696c2f1ac1f727a7dc97e1caa4732a6d4 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cdedfa1dafbaf7893945effdd316d9f08159046f001e5785fbb34bf79f25f73 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e7009910a6184bcb677d7dbccccb2292d582647 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fce875176c9da1b4346e4b558413746705d2eb3c284993bf107738980ae8a056 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..56ed59c778bb872e096adb9b722c0c584d35b80f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f56541112e73c8d4781eaa199a0a683929b7e62ba9a4be2d97a3393ca27e17f +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd90a111808a8dc8b5713af4cf077800d80c5daa --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf5afdc6544f074e8fff48491f92af81e980fc81982718c0c20765dc9c3182c8 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb4b957fa2afb8f7844ce4e0b7d2400cc213ec6b --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c10531a215e4e6e2778c4a0e8ab080bc2d6851334d5345f947de396b48283f8d +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ec56f21c90921b784b23c8ba3391d65b0eb573f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab132109612504896a85ee7951206e92e4fbb0d61728acd906086d63680b4e70 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..13642c368f837c28561ecbfe26699c7dbe739c32 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8830d1626eb31ad4756ff4fc92824dcd2dd770845bc36908690c7e46aa1d1fb1 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..79c5055d3c1b20efc5e031857fd03ea0ecf41d7c --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f1e32346cb002fdc99ed935afda530398499c9c5e334a0d4a4e859e8f63c738 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..427b8d55d960216c47c8713b759a473627e70ae2 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c37709754236cbf0d30e56764ef6d7a3ba7f6f0fab5e695188fce9f2949c2a41 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..c156146774bea96131e950d45d7f78218c2eb61f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cf92d1519374960e075a9627f9bd646e51740d3c960b32bdbd8cbe172fe1499 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..5734f66768c6d7f96710437b9b7470ba71387b5f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dff26e4e3c3b27e89a09a7196d451974c78f852203f63653104c7ecd2ffcc64 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..73e655bf3d27966dcfcb038ce55b8fdc03cdd33f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1fbe626c5d525b6e407813b830ac4ae5016e7bdc4f508cefbd68688b4279b56 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ee372e72f941f9d6ec454bc081f8045242349d3 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c9717d0f8587888f3a3a58ea0a9e8bd4ec241fa78939620ae726fb6e040c7d3 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..7697d43bfa87cacee539564b26f37a29d7e9ec5c --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dabdfd21ea9e33dc3956c4d5e39f420cdba71fdaf00adc84c5a9f7fde28d071c +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..12ad38cd5f1dc373fe68bcceac78bdaadfc15755 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:685cca45c8fdb2c16031e64d4fddee6cec0ca7a9b6bb4c7319132f357516090e +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..48dfabab90317d919df206313fbf7d09ea6c8f39 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79c88bc31c33119212e260c9f39d14a48b0c1d160031ec0acc8ae2a56843bff0 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..156cf42d68a01d2264525a7b05e3f9d1615ed91c --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f41f91776b728ff57a750b68bdd1b183182486bf1449e7414eef88717bf34987 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbababe31899d636718ead1e23074a26aa9f854c --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7063d80c3e19bbbd79d352884c3770461c761a9d794d5f30665e7ff5a33f99b7 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4c608c64a8a4639835f27cd9e9fda9874b7e3b4 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2681868c1c87df38198dd908f500e8f865b11c58e8c22324631c72fbc42efd64 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd6c699bcfc3de7f86fe7c0475af3b48970981ce --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4238745dd75ba6b09221a8539766a19904bf6e7c65256f3e746723b7a23be87 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..6859f911b5459b497b6d39cb94676b1f66880603 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8462216d20ffa4e2c28bbf098412a7edde0c2076f9bb5316a88f5ed5ead2390 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..972032ef56802bb05692e352d56769534aa9cd03 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aee0800f2fe96839570dbea353ffde1f27141508149837b9c8a0d03664856259 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c7a3a0f6a3ad0a05173314a5a8b6bdf9fde9568 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbbfdc0b33cfc83ba700b7d9f7c005f06a6bed9e1ad14ef61d268e3c104bacb3 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..4de13d5c370235387caa3ea69a60f75bfff636a6 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:725c58dc9edaa38bacf90cb397469d9e7320683e186ed7645a46e729d3c7d91b +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f210d8677d9adeb8e675cb6413a5a371d27a06f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff0e6acee7a492a647da60808f9c78b4633717c4a9f1312d29938748e99e0b2a +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..8946250c0bb50abf4ede09cd2076e860f1d82ae3 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c0ed447661701959df9f6702d96f62186a965facc320a451c8f1756f776e575 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..9efdebd07d1aa03fc1632ccf0150c3375f238253 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ec901cc2cc7ac98d905d667ebaa3e02e31e79fe63ff46e30a934a3eeb8d208e +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa6561ae424fb32b134397936c957df503a444cc --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2291240266ac1377526b98168c5c772549dda586f76220023796c22a829e3fe0 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..eadba2a363a8c7736a33a2e93039d39c89edd0f4 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5639a0b7acb4fc3dcdbafa22cf17d90aadd4511393e05064ba01b93517115502 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a1308193b4520606cfeda7c8c96e8833e8ca602 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24aa9b15b0a24ec5d20150dbb8385e6891a3aa464623620f804c633da5bbfdcc +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..750ba2d625824732d3a5fe1878c3b5fc1a026aa0 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:223abd00334d3afd0f4d17d9f545ff7dd01440fb7f7049d6357432876b9d6461 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..b68e93686fd5c9dfe5a012593930002ffdc2810a --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c185fa4c2ba45df46e86dc44a47795992ee8212bbc44c89f97eadf88cdb32fd7 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..80aa41edd3290d4d7f77693d1dc3d0214f5ebdfb --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70939e182bc5ee4788ab9e535ae84bae91fbd222841ed7c0454cd095a7bb5e60 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..3066c8c0c6310caa3de572483b1acd1270889880 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f734eeea013c59caf58283437111ff22cfd900017dd743573996285d6c7e18f9 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..a603559eb794f130cb859582d4e03638575edd8c --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdff10bbe18d13be99af96359f975be8aa7a9b9afaceaff6210674694dd416fa +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..5453bbb6eae63fdf5187847b8257399cb1b5aa7f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cea39231547a0175865502b023f06d012432547794e5404dce7e421bf42eccc +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..85da6047a4d3fd53b2d7265703fae05a22b65fe1 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c2f81d81935b2d12fec4f11154f053053dc1ebb5547005dd8823d37cde66735 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad4e5b3bd83a6a79960383a6ab786945eadcff6f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc1f9c14088c163cb46894db40ff97d98c2968c412575643153253e580ad3648 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..91a84a9e138da09dfd6173dc4b11baac8e472ba0 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98d09e6b23fa4d4b23c1ec3ff6dd82889b154dda0456a8c098e3b44d430fd395 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..b245d0eacbc2de20c6e4be2cf489c286f20f93d0 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:007813a5006a4523813af94e1bd6124f8bc25ef1f41925a9fa6edc4df333e321 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..30fb85d1f4d6d682f02b6955d1e79cec8eb674fa --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cedfa2eb3e536534a536cbbb93d29100071df7b2bba7446c1c6a683b28b80db +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..c991abb55d3170abec74834950e2abc831fe2651 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f249ed0b33b9bf37fa5c667712cec9d729fd9f7893f5a272d9aa1e9fdaab999 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0017b1a12923b61af94d16529a32ac923ce3553 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86564fe2ad727fea4976a736388e493c912b59332f20d3be050a17aa47101ac8 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..0063a4b7c36db7ef7b2c2a7864fec9c31d1a0d6f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18a272109151c0dc602f14f67e7d37ff29508af8006ee2630955753df1c98e16 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..941f27ec163bc225ee7b4465a43ddc1a24552d7e --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4ed0e715071807fd0e76286376232f7980bb8a22d22c7ef35aefc672bd053be +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ad90864f9daef82aafcf7d4899778d1f851917b --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1c5d2282cd299bf8198b789d7ef8e635cf0dcfb033e45a224c8589638aabca2 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5433c0a8929858eadb8aedb662b8aae979688b5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eefb4d2e91e281a34529953d499f1cba8d7091a043b2f95b1b93e4617e5e22b3 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d6dfe38305eab7274bf0d793066c23a4e416b05 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b114618f0a12fd7d3edc0731197cbcf3976be8b4c784f0a7cc41884defa33e9 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..284c6884d4d52a2de0c6c86cb058046e493df990 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d9ad2fdf5620539576a77c973ed24ca3b056842344e85e6cf43dbc8e9af478f +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bdbb5147956d8733bada1ed6deb40046e58cf6d --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79521c6c0ab4c0c9c0f324d0fb0b20ef35cc981aa1d010c280867b46444cbaf0 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..c81b71b3a7ead176fa1d32953974e62a6c8c33da --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1415ef5089030105994c9cd7b0d5e70639f085fb89dd87a9a725f495e14e0b7 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..f16adf8dd384ddda026217daed9e872a46a8708e --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1e110a309b60185ea021382ef7c3eba99eff31798c4ce1cf548997966d762e3 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f4f081b4116df5e4e71d16e800b20d0a94c16a2 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f7c97793dbb8c82301e22d6b3dcf5bd7198d02b8e28fe899e3bff568f2dd6d0 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d1b5015ec095d27126f3d9361cc25fe559b7892 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a216cd36486f4f7cd7c67fa99b0735d86919c6129ea22ae4bf73500cf1df1ae +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b2d48ea013c3ab3f967377c775db7acad092369 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c3d639eb409ba1885c9bcdc38bec96517653498b45d3fcacba5514d73acf788 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..31d57b942491c66218365d9680bb3cccacf3e099 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbdacae32ef43262f8ce115aa0558cede5bc950ce3de85b236c872444a780a26 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..59e8f2a798f32c870e203a8c78d6c4250abaacf0 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f6e13a679234107e5d67791d70720be8fd5a1f4ec405c2d3faef78b79a448f9 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..89a0fb5f0501185c155e0b7a3583d90eee347c50 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aefa8e4dcdd3317044a3f3202b4ab9fa857abd5c324c3e2dd1361e20e307f328 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..8318c74c60e04755d6d8bb9b3bea7d9786f411ac --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3637b8918cc22f9c98f1dad80a568cac1917c76b047be9bedf9830a0863e78f +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..d57e94f1fafabd1336b362ebdac4069acf136909 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf89c66548625c77183dd886e54635a521dd5b4c8a269fb1fa6734154d5e03fa +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8ff4f62bd37ef0def4857f35699f31d70adf02d --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8818abc608fe563ae4c308ba5c35fcdaa871ebc97c3508320e044923b5ad747f +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cba5ac8f76c39b0c5b5fb19386c1568ea3bd0fa --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b4335e0e2af12cb0ab28e5676cbad038255b4f794ae5bed4d662249a662e5b6 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbe89b0ce65aab5c8bd391e9413ad441ea6507c8 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98f3907643fb5df23f6fef32bff290de3b6a5250a7e6c0ee0898ea38ff8bd271 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..c77cff51fb16ab09c96d95684df73e6fceebd18a --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84cb9288310a6c2f7d421f2b8b0cbbffd748c8719cd78dc6e247cdde55ced6ca +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b583188d98d520318ec522a1f9f6b5c46e87667 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e1c14098f166029dcc1d1921ee568c124b494551b0732e3df84b7f6a969e744 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e9343fe01dd0ec50c1b83d583041c0e9a22c4ae --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25cd3881242e5ed167f8ace18fc9b8aa3a7bcd73337934a646176b05bc709fed +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..913ac161b0d0a676a20c4a94251fb15bc90c3493 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf4db178e11a27f8fd48674f3766232e2f8e3a1d8ce7412d61b7057a63201dac +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..a931e79e33b9b0f72f212b89c7b1567e239da840 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a1d912e9cdd5abdb53f229c92b129dfa60bc07e4010ce8faa0a31732de349bf +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad28b952b4fc2eea1d2999fbb64b6174ef23349a --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:823f40de032ce971ad404ee589a0fe7d50c913fc9a5731d866449abf1c10cf24 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..895a4cbfe0518438c5c685f24efc73e0604bebd8 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17448c20e4de46e9eafcabf53c2e447b8945a03c0d1816eee96713b85cf16a79 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..d113a6ce02321c6b5c4d0fcac25842d3f22cd72d --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f64f75823d20aeb77e525f4565f561a5207b244f77989a2556db73a713352d9 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..58b023227ce5ddbf4ff83d331d6cf7e0ef8e342e --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44122046afcc9b958732d0eb27c2e71ce65872843b116126bfad4e9ff8d740b9 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e8072810fa5d573fee0213dee5a2be522e636d7 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da7ec05189cbdecc867ef942aa26c798b1f9d2a4fd7af09229a49c9def227497 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..7514b22bbe48593a005eab4d725c434137da6d6a --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e1241591031ca859c81bcf56928ad454c9781fba7860d14572a83d59a6c8b1d +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..63b383a4623032d561eeb16cfb1dc1a862d737f2 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7775cacc7ab9ae9312ec5e719fa2809e3db6f2868e7eb7a424b4854f8dda6bdb +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3b827990f5dfc329ba04fedf9c223487cc9a1fd --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94cce5161c1b5112a20561149f3b612291d1eb7f4e198f904ccc8cb534855d13 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..59eb345aef554e28a75aece6732f51662c0aee2a --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7289c2dca873f769e6580b8da374f88f359c5fecf2df923e10033f96613e1bf +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..447dd4a3a890fca03678c7a0bfdbb29eb3d328b1 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d817c44b0241a9adbe105c0e8d2220bf0b2991e341c41f2ba89e24cf4dc159 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..e469312e536ae4e5a91ccbee2009160294778701 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:219473e88a1c5f7d2f6abc506aad077bfe5f0431324c494eac39e767af67255c +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f74ec1bb26619c211808120348f6f2167ff2652 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b38790e8421311996840ea465fbe193635f4016bbe3d3ba57349cd9ee21c813 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca6dc163eec453f564ad4a79830d3e6c9633bebc --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed280dbbeff6cbadcb55cdf3970f5ffd2dd73757f3e33ffdf182282c28b9cb0e +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..d63803eafea4ba5585b92dac7e1190bb602a1fbf --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bb7b333ff7568b15004fcc3b11312f385d42d41ee4227e0d69ed73b3331a0db +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..175b906609dba9b150bb3d83f0f736c1427529fa --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d1d189e0456988ebf417441b7c45bd2788d9f153c4163d9e4f687ac31ca882f +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef80be0d02faacbb4b082be821c46ba048c5c12f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cc9957fa12cf02ffa4ca5676d7e299b831793f56ead197b5ff0fd8e64b78fb6 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc7b66d04d76733fcbe7ad62719eb6d59f1d766d --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cde9274aa0abe403d46088315e947a96a7b1ba51abe648f566854a897aa8723 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..655da4b533cbe24f723da6b93ddbde1f47b8de85 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54dbf9d8ff8b0d4df54cbb91f53703e30909e8ddb5b4b25b96e6b99bdb381c80 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..18b2a5f9e8b8714dd22d0bf4f022dadf95ea1f18 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86b758eba33ebcd5d9b22c02dc494845ac70c2a594f36c1ff64c8e5bcc1ed688 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa2c74bce5625631fcdedcc01c1753a0014a2d1b --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec7561b1b56c5e5c6617a555059bac6bc74dc15bee619bbd3c5a648ca47273e6 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..644fa9cf884b703763af6ce392a5c107926c99cf --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e68ad64bf08b664a3efcc518a531e6748b778d2d96125e025fabe38141a0010 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..1806893986dc41c0654ed8c8187d2d2d644960f7 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7389fd88309c172a2e352b78e839386b4f818cbf4c2cc0dc54102e785ba90808 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6b1f4d2b70430849bf7818b39c5130328124d11 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:434f5559d091fc9d9507b370f16468d48c48ec2f3510c92f42f5c35801cec244 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3e509c8ba812718bdd2a252ed915f731b53e983 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64946f99ec67f6f286e540a704a093cf1a1be289298a40be8557a7ae7a77dcc7 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..5390bd2dbbfc25d1eea59ca11d30e9590b8a55fb --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1dd59c5b430291cc83144660437216077f001b9826a2a558a303da7f5023b06 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c52c91426e6d8059c3e71a5ba36914192980178 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b478d6cc265f966795fee3ac11e263f81f4ae41141b9d9eaa9336e6e4c02ed8e +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..88b117f1d39a3f534c5fba5a1d9cb093873c682c --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af907de692b6e712a960b5efafc5c7ad5a63083451a2b9c5a3d2606320d0a8a4 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..836da120dfe1e02dd59878fcf4542e92490aa9ba --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f53d203df843bfb217b12c1ff4dd3426011d3fd703d8d365bf1edd2365ecae4 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e88adbc205515088802215e7f767eab4dabfb84 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b266e54e985d89706c5f5d208b7fdced7fa1be23d0d212e1081bf8ac80e21667 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ef780617732d7e716cb8d9a9f162fb561b14f5e --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56b11bac061e7c28973eaa193190b20721ebb26c89d75c0dcfcdbd66d41ecce7 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbec72f1353988fe6b29f9205012d5fc58613a94 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f8a30a1c046295b048ccd11b6bed78b5a2758c5e09c82bb1823301c534ec344 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..a226464ecd43a9d180c1e2646f2cf19a655b64d3 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00d47bc6d67f3ea20eb1826562622f511c66d9518526809eb1f3c0c04b20c65 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7b15a544c0f679fad6e8a554c0cee13e75c74d8 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76b05e1438dea05fbe1b83b4b33db829b362a38efc8ba196ddc0799f663b121a +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..c336b03344f77ecc9b747ae49c0e70bcd3cdad58 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8a7f62531b6a435bf3dd108f57be215d9ade811f68dc3c6ce046da58934a4be +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..601a8d8729a7b850e6f4b3f6e0cf770ab27f2c0d --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:244539ca9c8c117e323c7747344db903a95522535fb9f6b6078e176d4d643e7d +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f49a7ca311342abeda854d1e273a054fd5f5bc3 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7965630699d211bed5127175488c74a1a06099a83d63913f3dbbe64e21fa6908 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..97dd346e1e2d316f8f0e37e71e07de86731d281c --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c355d0bfc3641037222ca72063a778455309b2e33d15bd6ddbeb7bb79b5c495f +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4e1655864ed83d1348a4eb9578ff70b886cb28e --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ae4c826b49025296869f0ff2b1ad7d2916c818d11741daf496daf01cd573578 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc1774c4056cbff79c384a40ebf7dad61b03e45e --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:107ed44e2706ad92846996aa86e05cd259b15a7200dcff4496eb1e675ec0ff19 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3f2c67bb1ffd0d845869d9309885b794839ca2b --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e357dfccd4e7cacb6c73b4f2228beab6acc7ca17da2bf83518a0150661824b5 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..803e585d64f494ceeb0591309a515a6d64049958 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd314f1843f4ce5007284af9e86a303442a5f4f3f66dce73c017c96b5e25326 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cff5dc8d6d03fd8185494b8402d0b80b3ed88a4 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c19ff9501ca6092064ece9ec097f18f57352fcf804051aa9c269af8c118a2f92 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..52fd6238c0e28292dd74e574d4bece28461a2509 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:378f4e6b6aa6f2d8654ceec7dbc571ec6cd5fbdfc418000c43a70e9cc3c50273 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..156d2b8f6e35d72c0e30593ced5f242eded871ac --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d36fc933833511a9ee8e0c94b9a0783466b66ce631384892654e00c425f2e9c1 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c779744032a7e34bf615a85be76c24961272da6 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:485a8ae1ca827ee32955723ff1fe855e257cd3b69ba33f892bd325105c458392 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..8419027c0b3105f9d0115c456bc70bae365307a9 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30d4c79aec1d516558421c1fdfa7f8d6e879078287a8ec1078ab7c490490f018 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c17aca0c5b716275efe052844cc2686dabb7ed7 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56b5ebdae9a435cad3c3ac1b2ca754fc7553be814b01bed4afc3c214a64b957a +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ce23146ae4b455f33c08ce6a11feeae712cbd4f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e99d2f61503658c9bf4bf26056cb9d414be32e27268a2e36a67815f1d057dae +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..9286b50dce12924130f7b38421e6a420b96efb7c --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ab8c79782beb81544f56bdd3f89b65c400e777e799162e1f134d597ad34e2d +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..503a60be92324b27a795edb370561bf0f706b017 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fd900332f1d38806b859efff0ac822915947c39da823b9c76553b667744f064 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea10da1f4e3a02266566fb1efeca8fb9e4064b7c --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2674eaa540a5ea17cfbc4f97e02f747fb0b330d5fb1ec7d2ce792a9a398a157 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..054717f4025b99ee753c0f8af7fe3edd213ece82 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:957dcc41a210eb5d22d224222731f5a5898fb8930737303a05833fdd05d3c7e2 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..c66e1ec8c8a0ebf5812c530b9058b2e31c431ec3 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76400b1d3212de9205e56a4f15608a85c691af7939a2ea8802cf4d89067d7e95 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..41f6dfdb3b0715029f42a47549cc98c8461bac24 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48cb8c7e2691c8deaa423a6200bffcae01be7e2d2b8ade0e8607c88824bec1d1 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..365116265a7c3b267a7317851e4ecd0e28641ca7 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a2f98aeeb2ad3355bf53e1b9a73d9008c4cc9b936276097182f2d5895f6430f +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad2a626b640114cbaf7179970dadf473cebe9391 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11001078f31ebf2f74e0b72c73357911a4c5a16480b7403776e154cfba67b6b6 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..7caea4963030b2ac8374a570e229120e553df5d7 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae851de43f7cbd073941106211f630da385a65f3068afaa25dd209aa93491684 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb49b08f88a9ba442c81e1a8732750e9b78288cb --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:280c3faf2990f34d6134c78821dc7150dd17b5ee9199bc0dc378201eca3126f7 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..627cac10caa10effcd89c8eada343b1e4e3f709f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7f59bf4a686a37f90429d73bb6da29df9a7cb1545774c5776d188e454913154 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..62759683d3bb359836ba2fede0c3d8719a66110d --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2203ecd4c17e0e2952bc5163779179f3105b0884bb9e8127b6d158c174390a6 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..1db4f54ff92d91b9360928d39b340708149f042d --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8472bcea803896cec7898ae60c42ffb4778b34e40002c1b08afedb7cfcb15824 +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..2105f08b25ae60cdc618c3da36790f529e64a4d0 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2947397c96ecd2306926eb357387ed800c760866862feb17147563ea68fcbb3 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..a502f66508f51d496f30fec354985a39e6cf1a4f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b23f3686ce6c049816bd566c72e77606c892f3dcb2a49dca3a026c53253615f0 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..acd1e2f5a44f4d57236bfbbfb4c491a1ce817786 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47675bd74108473654bc2f6c83babf92f20a8ed3f3d06aeb5581d536804c7f3d +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..d04435a95704346eee489ea7c13fb77072a3035f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:740ccdd09a6d0152de1ffa2e68fe785252fa83bde73186ad91e80e25d5d6414f +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9f89f0777284a716dd5c95a2c503cc9c98c359f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a51fb02fc7127ce6cddbef8cdcade8315367baeddaa9255aeff960f6a5f2101b +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c9cc1e94c40f802672cc7ba1ca4919c9a57479c --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3b9e3dd6db8180128ce17199f4fa751df603d8e0055761fe8b2fd3c2d840d08 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..706d9aedd7af7bfb1b65c94ddc5a8af235143441 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42c3ef21dcc46c9a055cdf8a3e267ac3baacda13ec8b8973210527837de81493 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9e2b8a26048232061e32c31019bca12643ce4f5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ac533458f119b88943871358e04061b661632ed5b1576b84e52110c35834325 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d9822139fad2cf856d996d04e0bb71ac2ad7034 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:279a9eb86228ce83afdf1689cfe057e33a2e524f51cc46f36cfd0a832eef24d5 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..38ee21f27b88834c3e70eba09b6de30a6a313278 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a599f5fb18f06561a91c3ec562b213134e0b3e85b82fce7958ca69a9862cb4d7 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2d24b1a26ca1284dfaaf418b6b88d17aab9badb --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c083eaf7084655da10a528c83976887953fec39ea1ba7e37a5904eb8e441a069 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfd1c01f3c77c254ed188f646cf08ac9edf45e69 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd4bfea27bd9fedbd0ac77a13b1b8bacfb28ceffe6654fcc4ab3691e78124aaa +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..8adfde864e646da63ebd389804a50dbb337afff3 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c2971ec4c3e2e08465e4c97d815783fb8a36011febf17476d49920b1ae75f85 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..3141b91c20296aaa9c800fea910d64c05b3d9da9 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e688a633834dfaff8c96431d7d4255a04139b607332fa3ee59f65cb61eb05fe +size 23777 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad5a5e194741f72bb92a48f36f7310d297fe05a0 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5fced573175a1a78f7479b38a8338598ac4c44ba454998ecfbdfa6f031ac2dd +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..6feb36b2e4dac3dd7c28f60aaf398d46eb624831 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c4df34afbd818a7362b5af67c682d6be9c517e0c4d45655e672e3053509dc73 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..c89911dbd7c07a4b954e1739eb1b65410a6b4b37 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ad1c6182e768bfb3d2fc2051f343c63e0c303501e98208e336b37c548907fbc +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..f57c430d88f3ea66390306a5287e71a742801e5f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83b67ffad8a22eeb3b7bed1b0241220e893b2ab587cf47fe388285de2e7163c6 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ac69e6ab10aa3d72c9d414c3e6fa8bac4717df8 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:024a73c6d8179bff0b77dc3476139e7fe74e45634544d14ea8c079399e853cb6 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce5e43891dd7a8fae17e234b51c8ea036099efb5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c4cbc72e0eb8ef744ade73f54a3fe7ceeae403729e18369c1b0361c0481c1f1 +size 9441 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..6931b03931d2ac16b4dde6005136c89b4533608f --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc70d54eb97ca2072854126e951cee110fdd80b364cf965baaf20cc10936e918 +size 1254 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..38ccddcc706dfaf27d6bb2e5dce014a264c116d5 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06048831c67f84d10c7ad2231573cf792e9d045340ad236729bb51e1f121fb74 +size 2273 diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt new file mode 100644 index 0000000000000000000000000000000000000000..91c41cbe3dca120cd114c655b292071866af36a0 --- /dev/null +++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b54190dd3c3ae35d46b6088218d583674646c15fd8094b7c8ae6e36ff644c09 +size 1254 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09f9146e280cf921c23d5d6e2005c068a3387774 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8f4fa715af4107b2800a701bf92dc4ae4912442fc6868a8587523f3b05c3d7e +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..761a2fa822eff8d3bd95e5faa1c2cdf777459aa1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b71f4afc5004792d542cf52779cdd0dd67cee1ef4ac12043e87a3f5f99a31232 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82f1771cacbbd3040b6a7a72f65f939bf6c41455 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cefc15730a574bd130b80e865a9da2b76b2ed2b00cbe2e2ad87edf2ecff62b06 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24291ab36779394500723e5dc96a4363033d19a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fdfb6c63752b98b1a4e558cb87b06c5c514de2db88acb94e7425f654f6773c0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9524655282df56a53c5da937edae13260342bbe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e38af944be8f3f34f87b05dcbbe07025ecf4c738ffd9c5a4eb74559b5a16aaa2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..162d365e7eaf816f99b1957600351a4993a9d445 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ff0cabe4ad418c8a98e2f1da6be4b561a03f64266be005145e7160d0cde00a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c8a9c5adc6d2f79f85b4a2f861bdbcc0412d87d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fafdd7432b7f480508e6da67499c1c04aa11d77baae928e114d18dcd04d51c0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..971caa1c0ec7be119213a2fa3fee69d05811a35b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a01ac8a8c47bbb6f1cc979c39ab385893d9a2ba09ebf00b6f0fb68b72225451d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24e2b17c60b017422ffdd38e5344e8aa9d20238f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8de91d98d32f64d74b445e6bb5d975db8c463f30a61d5fc02fba2ae2cc0dfc0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3de6665efae69b58a0304904ed2781ecaef3e13 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a360bd3830a66749cfd9c0b938a9ff339c31c3d0dbf0e07d6835f411ea5743f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9549eede06263444704a635fa672d4c0300cdee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c00771a85e9dde5248677fb6812a7c76580ce50ae96fa50b448cb2506cf1aba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c4f6eb60b424113fb20c9072fb2ca979c716f32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e11246d288e2d35c616300e8e5eefe50555b7dcf8a999ddbfe83beff9273b9c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d75e2fe96218262b788ad35c63dee258c5c67d0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:984531ba34437276cc79d8150b5ce3aeeb81e6b57497af5cbe62cb5e41751ef4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..67849bbf12e709b442526e18a4b34eb0745cbf00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88d1299c94969c256d66d3193000b447aa3ed999535314732ed212f4d2d0f87a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e779156e7313da236604f285045022e6ba80a3f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf0c5e552751f852dc4eca91602ec5eb1d3da64ca66a51b21cc2a7c76d562c80 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d8429a4a9b146888e5c190ac417c1a8702e38d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a028a0dfaec63f90ba2b4233f044715e5732073ac7f3e74dcb38076dd3e9785 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6355e8bf7486cd614776ab42d31e4a6d219b7cc6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef774cba062da4848eb49cc5e75226cd0ac5d0787ca98c8d389a57b4d82fbe83 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1165ccd0db03ad201f5ca409d9ce1ee0a804411c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09d9d09fc2348ca81ac8948de5e7b1779123e8f80c7b8815d44dacc5a9381759 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5e613a28354fbd571c8bc5afdec81feab500e20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d021ff549db218b4876c5698924ba225f606cb8a51cf1d510f1c925b1708fe9e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..582b0158424d98fe26a838ef7a55d9e46349e67e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e096b6fbcb45c8216135128ee11cf3647ab1d72df6ada79638d370dbb6104c6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3795921cf405a579f86044c20e9619700a2a0f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20f352dbcaad538ab230176bb82ece5be64f83e66a57d2382cc4658ee4ece3f1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d13d6d84bc23bca623baade8c96837eae3a85e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac4598e79ba87b9251ebaf10b92659eb011339624e753b83ff6f46f4c38d4d2e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e672ca316d36676d4b136e59c2a3fd42f754daf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2ec72956b6f3687100fb7df0899d2a546aaf51b2b6b6251c2a3f0f751756d09 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..acc2113f2563693468622027c8bd65efe59c1a01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4083d1f044f203052a4d950cc91665e95fb33dec969fba384f21da2ab375567 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe34b511bbd5c943afb7803e703baae667c86bcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8bbfbc22ebf22bb2809bdba4963ee06315631cbb7a467386ad6c17cd16f5202 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0d40697079a664a67f2df0e2306b39d4cad0687 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02c2ffbadaef84aa845e6995a8c5dc582745f98df0ebe39650545dbc0babf8f0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2c2385579030b5c8980644fd9276385de707ba5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3d17ca02bb00b2e45a9bd81d25ff89d9ad61014cfbe2e6cedb8facd1fcb5a82 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4802aa1b152a373cb705e6bc6895c056b794fff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0321ecdfc5f6cee990f108e25d2e528126c3be673081af3e586e4cc9930ebc4e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e14625412bb92b7633060b7151723feb1a577b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:347e5962869bfb594804d56c38e4f784caa4ed2efb13d9911e2e78842c6c422b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc2e62401929436ba69132336b7170ee2c889252 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a2342745d2c17deb1a1b2740ddbe021bb734ec9f10eb75f127c5891e286714f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6071d23782fec3d04d5380e3351a5590979566e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bcdc9f1a8828ecf111a060e3a1dce4239eb002224966a33adcf423acd2c41e8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2711e003052d8cf4396b9d6836b1220bb6865622 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49002c5829d0ed8390104fd623f01aa40b5cd66ffa6d12fb6973a02deadb0fc1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6003ed5c23ea80861dfb10d80d9e6f4adc4beb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd7c4941306e73aa617f299ea628ed88d20aa464956b1c66f4b45b25226f47f0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcc39969c5f864331d9d3272f5956b2f626e18ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c941606e27589d99b35a9b32811cb094fc9103622b28d4675672b25cc09ed143 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59ebbf3e8f97ca699842c03470fe1df5f55d2669 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d785bd5c71b06ea8c9fcf9924f12cef167880036d1f7a7092f1381f5260ef72e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8ec91626721f2b5db81045715f8b11779fed4d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:487c6b4ce6e048f85503941263489b3667001396080e6fe7a702727d60eb7ed6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bff8b57e69f6832b7a26a6259d99d6836180bb06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c44547edcd356b080329e39819ba4696ee0dd88df37d75658d6620c0b9cef5c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..207124f03900ae0330f5459e3c5e714322157ac6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d746f669975e6bf117c8e1d78fc7ad25d7373339ce1f39f08db75355adf1810 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50e5f7ab26f48dcee4b7cefd623cf87229352c6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3809761a22ad5353c6abd375b4a8aadd8a89ac7c8b5256c15f9cac88a20e7b59 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61510222cc739f90335082420a574669ef7a2719 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90c74e8c50f2fe10c05c7def4db7755dfbf15131ec322a33c1b25fbf6b9d461b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5fae04404f53e72899e5add51281293cd249947 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97b68bea7db3e87c55644ed661515a8f0a28cc4f762ff81866e6c780942a9747 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcfbc50a553e77d6e7e5730dbeba3239220d39ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54487a8f1533e871cb218d95b06c1af432b85a985dd0e230b6d275745b0a1e58 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcc2c13b8c5700b94164b6fc2f1daa4cab4abcd5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63eb9e93628669d3f1992b7fda532e39de0939c457abbc7cf2a7ac27c58b900f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50719fbe2f9c78cef97b337e83089b4a5be6e977 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c31c0c8e1f119b65a83f1cbd0db91ab3c1cf13003726e31deb55cbdf35d965ac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..230f5ed00ecfc1c6004be66233282e1a27b4a610 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147b91414d8c198ca26cbca80ef3b56791b457c89a54a2fd9766c0574410310f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e113238be6e872dd1677900598fc82c9d636e2b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfbbbed65fd904629a6efb09f4efd651b8036c0684b18aa4824777f8433f689b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..741298900202efa2d8093978614f7cb66212a405 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86d278f136c1c9f88a89629d53d8f96773c16728a30065688a7c272b183ae4a9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..985fd06d896b59eb11553178e1279410b99800f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73995ecc4934f1a1dc872222b4fe1d11b5f5ad981ea3b56a5ec31aba281ad500 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..093869c790d73518ea8cb391acac657d75bd9304 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32eac59f9fcf45847c62d16b9631c172a0327e7178e66c7f6999760c0331371e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd92f122e6fda95e5ad9ae2589dad7e3b9133bff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4269b5d3ec739251381e973a9dddf3883ca30ce75ebdae90a9504191691d8f58 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f4299622350e0954b118dbef427609530b73a2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77888e8fb1eea0b6fd968e495270c91ef33286eaf77a2d1c0bf614d4ce0a21d2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..74a88153e92332092dfbc89282fd144f936aa2cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea5da5c38eea55efc74d1c1ab9520377f00ebaddf2b4e53625e430c6415309e4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f12f1a26ea9c07278f8b9838ddd5ecfeb6538aa8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3d56604f8044b86a9dd0d22db00f79e8838b087a757fa8372ccaa6363a38221 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e119c0783334af2abd18c81440fdd12e0d8f2a2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abb7884776ed0ab7148b4c8173b6afb60108731ef9cde8d7fd9fa435dc961da3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fd0b50f33e340570f14e500a346c8e1fb651ca7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae1cec7cf181670633e9bf52e64eaf6b90b1ac9ce77545226e84ed7aeb539074 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1159909dcf4b7f7cac33c3e324d22859ef81456 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eb7eedc149e2469883ec05c772d20509559904888b0d3fe536b241fd28cd6c9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b4fafa2cc3ac51a3ec544d0e7affacc22e4e1fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:591618fc6a47cfbafbf96e19db4081ed64e6976af7e69e4e3bacfb17c1a26e8d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51260edf25c8d3282851bdb7f24cfa2fb31b64ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae3b63ccdaa561f13bf24db8d7b2d66706774cb1ae23dc56318241d90af0dc40 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3efed8b69809b6ae22befe4e15187258661863e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b19a89102c9ad1f3ba0b6d8326f9df9956fe34c592ca60fb86e628510294c3fe +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5bc08d20c8bb095fb033e85ae524a9481825f50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9045c2b497f387bfaf0aea9a11e005a5690a6412b06f4d54acae407805b68680 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..753d404b6570ceb62340a72bce7a6c380a8981e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f531776367377b7b712aff24624ce944da540e9dce08ed61ec5546e059d07b54 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f23f665e0c849841e039a10b56e001f7e580af3b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26849cc8fa702ee0afbed96a0d1f612a8af30ac20e4e096428a8727eff2016e1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b99c34415fc8fc34043431cffde53d1532c617c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cbe67ba3b253eae3702df08d037589413a1d18e2083429d19e3d97b9ebf8630 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fbea600cee13ad522aea2fb38bc8c55fd6133f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3986c83e0c95dbcc52c5923f5eca89d1d4b1cec0d57cf5781e00881fad9f7480 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b36450dd7fb2432fc105fa502801c1daa3e4cb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c21d93a68c0277d714b652e43a33fb270e446c80e0718c3f2ff53f1f8a12b9c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8eaa51b1f94f915ed5fe36ee44fcf852f740174c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc7d0d369e784e0747b3a6057f2ab616bc60f6ff4ed23d499be76fda93c65859 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea0440942b070e7aa6e7f8d6b7ef598b9db3e35d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9278bdd64ca3ebc474d1d64ae0a870c54605b9a278b5e911ff4a7e88b3a52811 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebfdc123a64c05bb1938a7bbd80978a506ca04d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc28289782f6b5fe7af27731055d11df71d28fdb6768cbb165b3b0d661f8d1e1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea4257e1184fd10f54a0b4db86e49b1b625bd448 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b145ca402f808d438e21eb5a4ae1f799d9c256a6c42a7aaf05ce3f206c54af4b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c7c5f12fb4bd563906feefd8deb490dda0921d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c29f8d4d3b76e6d97bb67f3e7ba99992a116a9084253d02b30786024c1938d7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3c2ee4ce31a372bc4f34867fcf0ba29d383cb37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3186fcc1c9e0b6397e3883dd6b4c36e44f610958321b0e1c4e1b59d65e6977a5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99a06a1ceb98f2bf84481b3e0dbc47129934c34f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe867fb5a2cd3343ac1eb0df38d3f4b5cd9ce3d1aa7baf7ad5cbe16d573364a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b7601c5e5ef897d760692e7a6a73957e1718f1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b7afbf7bb81184bb54be3d059b1edd7ae24d1d9e658a40947cd8c50f74d770c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..87353238fc6a658a2469b2f411eb8dabcceb0c5f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:612ef35ec7f6c0b913da618ac778fc9decb2a82e0f69e496c4e878c02e0f358f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56fe33092664cb0cc061bf66323546104d450de7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d185d0b7d8194e25772bbed05e4f3092968d5ae183675ba4bb59f75aa7528f0f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b3f97077ce945bd620e09dd964138a47a955fc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3402908c30e7b102e202be45cae8b620dccb81d9719a9cca4c15d4cff05b865f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c9abf69a31695e8c1106cca63114153a3944169 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b79a605994cc8897125efbf3930827c0492a2c399f27695093c3f56b389efd50 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a7106a53ecc6998cc9356998be9b88be71e3458 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:390170bc45e7c952ba2f5de37c7c1ef132cbc7e439cd5511f3d4b7d9864f9dc3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..288b8ccfbb952b7420aeb0b1f28d902cc9cdac82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39760e0cab74480d9046adae88c01ee299aa7c626c4a1687cfdd5b7aeaa365f1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7d25f9c95b2f1d19dbe6722a47e94fd42be941a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a43bd035fc5a83391027c060b2bc2c07e6e73b66537ee1cb48318dba926c36e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f826a6e22b6b43e9acce209152209574d7a3e3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a85e3b442361c8f4689fbe5cb7ce042d183653a2dfd46fe75f8a3c37da70a23 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8534b819238a4b06483bb3f7b2dc847be6bfb424 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9398e1a982ca6dc1dd4b7370fc0297b87c821cdd4c349ff2129d081223e1ea2b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bb904b84c85b1749166e452112a607cdadc9dfd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be940913a5f00af74934b13cc1d7e176fbf9dc3e223863c3f0867081fe79b7f0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06ebb95b7a391932d68b127adb3fd0c1a512a4d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a638f2823666f174160447e943190106c94fa17b41508611c1fdb81ad1f3b3c9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..088f0a690e8f6bc1e42dd64cc1cc52c61313308a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcf03b051f636bd58de50cdc399343a41b302bf82aca57803850e5d60257dd6a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fed3b79502ea51cd62ba147bb3c5cb7c2f476b3a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:217bd1e499f978e1b77b86013c0da7631fe8e2a93140e77c33c0f4936ba9c7e0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e684214328530de48ef4fe503ece1830f144d40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ee3c1b65fd0fdeb8a4b0307a4e784115c7b6827f14f517c5dda38d0d718ac78 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8d860dabd34b461ee36c5bc9a7029990d5b2f6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d43dd2bd599180e9d8d6a4ff4e3c29e5461a2d0beaaeb867bffdb9911def47a1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7553b40c47a134b5b94deb63749661899e9c9373 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4fa86743498027bad01546e9967e704388e2444d6634c58dda0489e73bed147 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8912e5a6f7beddf4be6bb086a8c52c2789807d9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96c2b106e68f248eedd65166b60c10298ac516d6d58bcbeb141068b53dedb4df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b29e84d9007a73adf03867b656a2cdc34b7b927 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f159754dda08888a670ea05a68f85bef6b52bd179cbfd9eb21f326ac8d0c7c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cef6ec8dc98afa1be2a3a9a467a824a62f97c67d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:927c779717ea1569c50961a05daf2b1ccb0df05b6bb5a1ceafa2e03af211a310 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d248230d5f65953c0235070650bc41701f7bc043 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73c896e766096d61dd490bb4c5462ceeff7b9d604cd22010255e88bec6296985 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d93bcdc7b26e8908fe4247885cb8d362d0fbe63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35952599490c26fe589f6fea0d7ae752e757165853863349293a4218631b756 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..739dde3f8993ee502a3e230f8023b1729797a52d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf77b12a42479328638a0ad76d2e5288f863761c6849b89b34841a4336aacf35 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a74e049e0622a9666d2ad04951a71f460923a261 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e6e95a1c409c1bcdacbded82632c5ace165a4aaca7b7be281d73b77354ebb7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae0efdc6caa88f12b9e9d83762d48964b1959eac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:893501390cd97cbf4a50805793bb42e19a2348db344a7df8c19454948a0f561f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d14ebdccaa17612c21f18d56bbf092605df42414 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a37527953850b0d8377cb097ff5fc14b21878d4bac363fab6be0066c93a661d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..778f76973cc6e76dea8ba649cbd08ae2196612eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce02452719cc836338fa7ba8b0ee67a692b6e837dc1c14eadd33f388914b64d1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46996058f8e29799a54d4adfcf03f4a476a23fa1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6889f7c9cf30a551da5b994287b102ae71e747bafad0b3a3b5db6b07f71a36be +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e63356fdd70196b439a33bbf0e2b39747a4f02e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3064d5445b27e915c465ac52d46155aeae13b544f33af6311916f3f25fb07ea2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9b78f64954fc18e97017564c57eecccaa008f9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5b2992e311cec5bb9562bd51597a56a8bf72549187f1a442fc39fe940b60dfc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44bf68aaa2a4c6ed14a8fb04ea9fa3e318968fbc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7617b9a88185b8bdefc38280c7192201c607a87cdedd2c59e972c25f349ceddc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..238349c06287a9df13132a9a4b660ef60c8d1de2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94d8354f8b586fe7792bc47d12b851d1fd5fe3ed93e17131bd5c1ffadb023526 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94bbd82ea80f8033aed0a0953cb695dfe12bb882 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58369ed7df2e5e1d341dcadf56ad1dd1d8c79a1b3e3b1c59afc0a15a0dd4607e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cac170fb486930938a78db86940b88e82b1cfb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e96a55afd7ba36d9f4e61538cfb73f94519eb1756f9ce8b40c2544c2dc8dab92 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7dbc203e6109c4e79c490804208a2209851b92f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e4d392f394fed436a742664b52973326fcaa75213d1f60c513f884d3b3e261b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1ed788fb4faafb9870ca7ab7f927f8a1c1de6b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1a8b150df51d2941baf61192c6832380d1ca006941a1370fa9697b031c2e2be +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44ebad402ac8ff71ec83f24c0f04b29d1737a580 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aca06d71bfd2235f16b06b4cdabbb45003e65aefb14f1dc234e00c1dbe8a93fc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65310cfcd3b02424f085adcae31aeece3d7fc3fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29a6d4a93fa2b048abec7bdc88353553fd466a9e602e263fbdab873d75c30b9d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..287e6bd48a7a0dfb996777efb91e1cf904d259e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b67dae8c2574ad7c73edbd8a9b02ed27ec07d3340d52686c088ca9947a3799af +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42d328011812d6c87a670f4f11bec7c0d45d7b3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04c21e7fae39f309ce7f19d6c65f898ac5ed591ac53b680f9f5026f6c1083c66 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a14d61832f119dcfffa2715e190951fada2ea0f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceaf886af8839813dcb4ed7fefd61b35e9a12ff7dea85f9435119f054b00f0ea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f64cc24e6e4a546b3f357a762e0225ba5af32873 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c37e0a1b44da330ce5557d0a9bccf5849ff301611ef9a30e3d5639148bcd5723 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..76879fd7b2c4ad16788a1c06ac4f7debd3696062 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86165d3a9d643b9b71cf0a1d39246d36359319cf2cb474f47d422db50f724c6c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cb65462a2c1ba11d6bd88d09892e029078e39c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4785051a0c2b527a353a99f250aecc9c697191b539b1450f40029a99c9e0c7cc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db56c1adf369b350163255c7575ed71b2d4e64d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3563501b11c07b8c7112deb6b679005ce15f38aec9b009cf2a3864379c07fb9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5869ba0a494156710559bae1c53e2f3544025e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73242b17e4cacbfeff739763d11995767b16a10e3b61a6dd0834ca134b886189 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55cd039c24dfdc721e417c5a5f3c614aca00604a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:108619686580033cad148eabeb704648092cdb048d31cafd86d9e987745ce631 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..820fdb1b366096db195b07a90080ce4385fb0afe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa430eaa6cfa2d8580e15cef648c431301eac0c2fcedff8748617b2cef91d01e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a24067662ebbf4b2f5b7eab95de4b15e648c5e3e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e7b535c47004068b53ee369920b2db2f09f73652d80be0e880cd533ed0e3f9c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d6c85ab00a60f9bd42966258b7568f75a790cf4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:205cbc34f60c29d26f9f5d575b7fd57bbc73ae30ab62db5eeac4be72e77e27ff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..399b886887a461a3cd1f9185a640805420875e57 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7b0ea82149c217db295d28453e2bc201ce67b0c904edc6a78824d9dcfdeb68f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..113c3db32b41f6760d9237680cc34dbc2ff1825d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16372588b100f4a0aa5a1ad96014132cf13f63674c94de96aa62e6b12a46df51 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83a2297101694991f7bc722f99629a74d3a2b442 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b33231d0ae15f53a9b69e9b3499da46910106e6cdc0b7aff96da3aed0a6f47b8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..abd7ad6f9b4111bfdaf7de2215f4d16eba9b107a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43cdb20760032a0372ff1e437dfe0f50696c3c4d4ea8bbe3b218ac5f42247387 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41593d799afab800129ef0ee580e3841da0e86e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00f78b4ec827c9fcfb4a616f79edd8608a2e885dd5e0e482262ff3249f1d8f78 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a473a64941c75bc8691a4898f8f0a7c63d8ea0c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4de7aff12da5b9397dec3ca85b8d6448e85566cd6aebc6a20e9f520075cd8a54 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec61b6a09a8cf9d30f29fde7c181fea1991b4b4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ad7db48dab54afdff71840ecd06c564ed56d6aef5e4c55654a618f8c04e1f04 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2b7b334d4099d386319a02c697254fc7e42b6fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86733b15cbc398c7f470a798c989d1007ba3c7878f657b448ea8d6b5c61e0dda +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfae20d93bc4e56afad6523ad7f9301c3e9807b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f13190269ea3188a65a4c8896596abdf05b71e951977fdd406fcfb681742847 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de3bd96f5cd05a5c38a0695d79ef18940d0cbe8b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83c839538aa18e141e7816d626ef56a85878fa54efcafc6f48f4f4b8233d07cc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca129a494b23f1c1e29359ddb94aed8f7c72cf87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:222295e4e375f6680ea366df845dee05f940bb50deb2252a99ec820d8495de07 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60513123702d0bb5dd8df5970133b299e664d925 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04b516a6a795af1c4b38259fbf1f045f02f44ab846c0edcf8b2178da63c2339b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bd937dff86dec60acde9ac776ad4e18ac83eb44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a3435dc900dde0c2f85c72635a258cf7596b07de045a920c1ea99d280ea1678 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9902ca84cc2cc9be3545dc29404f53f8c7526aa3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:536a1b422feed95b353213a0f76ee4bc09921a46c6f7f660fba636b5eeb5f9e6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bb96ce3d79705a5018768f466b919851255f84c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f43f0c8d510605ac1d10f08e2eda866bd26bd5f7ed394877c9f473d0e514653 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdd625043a45a099a9746cebcc2ec4cdb58e1878 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bac9da261d414669e561fb0b8903158863adfd1868b444a49d0142e2555825be +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9855751f845523960f9a05e0d0bb0f0b0ec95dc4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ac45f8ce240e53e9c3e5ebadb63db54e02eda6a8848c030677a199e2e408b52 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e90ffcc631b03b7c5d392786c517ddc8b310d144 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0c43500f31d2f87285307c8be35cf9ec971c7e7ed3da44a830e4b9ce3b28174 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed4734253760c9d87305dc151b1809243b9d3999 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09bcf4a4639fb46c3aad2bc25ef6a1ed52bd72959748810bcbc7f1b49761bc5b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b11054c51f9f35b389a168d66772c41f8f7326f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd368101d86dca3350bc2d0409b547ea1bd108bdc6a9743270f4c4d9e6f64409 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56d2e5c0a280126ac7286d433aeee902af57d1d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c6a9fa1050bbd50d9f674bf525b49dbd1799073640002777705071fd6c8c77d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..366a13f3f31c7ffda0bfdbb09ebca29a6174af68 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64189aabeed35ea1e70b9a655ebfe44c607a352a3cebb329cd35591e95a7fedc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..469ff40fcc2892fe12d76f3588b97dd1bebd9e52 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82813c2565c42995a3f1b9d4c9810dbb257d731d74d51721a4bb37dbb69a8cea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36fa5e1a55a50f3e50dcf4143f65d7f6beba2cac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c459bcef382c1363f9d12fd37afaa211f9ca9f1fb739f334b3c6a005be150f2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da4b9a0b548c1a4c3f77d43ba3b13af2f6273d93 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:264a76b72eef81baac898d35a7527eef7b729a08c0763154e9faa2d06c8bced8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e471c4905497d8d80643068c30312df8291d6545 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:591b258f29cb977ba340daf0690a8fdd4d742f9d95f2069b40b6c81122b0409f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9288515d446d256f4c6f2107f0c4626d5ea57d1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b1604f4ff0b09ec6ff15623dd4e7641c9e2da92aabe981e45eac3166b2ab007 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e73ad24609ea2f329e42c81ac1c2258f8b38da90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b38d1ac78161a5c4df96b0c763776908b6b343c496b112caa47735417de05859 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6754c810f9958352694813f00d37ed86d1e2cf9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f0899807b6fe942ef82dd5b9be9c97dad9a787052135c93244bc41688e8a515 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b1c56bc8acca479526aef8f9f08445471eb8fe4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f9951dcafc315de9826f07a9dbc7ebb2bea82e98d7242747ea2e9cbb75774b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bac78d61a37ade57a0da0e8bc9d339f9e4cb058 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:685abc3d21ccaf38ac7266d3e0508a3dc4bf32d6ce4233bdee7bb3fb7489074a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d89f6fe6cccd2da2a5852d745e68c77a622ea5e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd2d87254c5153b96d963994941dac668cfc2b5d86852e10727a006af850582b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..298b4751e6f8d15daf165d2230fa9271533bc92f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a77baff86f19137c11a415185b395ee95d9e94da9b7803e82971977afe556b0f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c484612e5ebea6e3114ee5856d0dc39df19da400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812c9284387e95ce7be73157ebb9d728a4488a93bae7e40dfdf1559c02c6a0a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc9d25d1161b9ac0b9a1b60f7671533e8f8b3340 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c378bf639d3da935a7eb5045d60bda4961c4eaf6b5c54cb3d1fdd66fc8b8e8d2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85bb3de58f3fbfd4895372566997adfa48de058d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be0263c9e15f42e681f52a5602dec203ccbf37606079ab8fab798fe452bf3152 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66bf35c89a969777dbc4af67ce8505160aaa7ee3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:059670a8ef376b5a3960e3eaf13b1583d49c44df851a5520b8e9cac800718f6a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cc51a7e031327d4aac9cfa182f6524e26812030 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0f98d0d18c38adc03b78ee40f40c1fbae603bd1dfa9fbf3248ed149f8eb476d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09f9146e280cf921c23d5d6e2005c068a3387774 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8f4fa715af4107b2800a701bf92dc4ae4912442fc6868a8587523f3b05c3d7e +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61876ed8d77b5cc65a56d923cae5ca74f39479ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78d901afda99df07f4fc619f75d55b1114d655e1520b685fa89994b80e15f1e3 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82f1771cacbbd3040b6a7a72f65f939bf6c41455 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cefc15730a574bd130b80e865a9da2b76b2ed2b00cbe2e2ad87edf2ecff62b06 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a39d811fa0e6a9f420da3fd645760edbdcaeb19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66b023d9c0dcd7bfd9b34bdbe6dd76488b5df2a113409cdd30d1e23b350e848b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24291ab36779394500723e5dc96a4363033d19a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fdfb6c63752b98b1a4e558cb87b06c5c514de2db88acb94e7425f654f6773c0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d202d8b62c1d708155f324515bba896b616ba37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d448c5f87724f3cb24f7975009ff8183b429bf44071c1caf438c3f1d7c20ec84 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9524655282df56a53c5da937edae13260342bbe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e38af944be8f3f34f87b05dcbbe07025ecf4c738ffd9c5a4eb74559b5a16aaa2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64d72ef635eb3c8c9c796190765df29cadfb4a49 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90782e56dbc5a2a720381f2fdb2abd08152fe93b039725ccbdd4b420e2d4bb0a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd24689c91a5a05ef8c672089996e7285fabb311 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c4dd961635561c2fcc8e30f293d17c35c59aa87fa7b9eb1f8aa8ff33f5da147 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4dd883ed39e0e8545d2e2f2df5abbc6233d3550 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d89e5fb5a7bcb457b64c6128ffb16f2dda370a115d949f1326418547ffc7cddc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c8a9c5adc6d2f79f85b4a2f861bdbcc0412d87d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fafdd7432b7f480508e6da67499c1c04aa11d77baae928e114d18dcd04d51c0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e755fddad0f912007d8880bfdfa6e395c05c6842 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a08ec142c352f67a10bb9d7f9e38ea5df6cd2d39132342da11a9204905b4f79e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..971caa1c0ec7be119213a2fa3fee69d05811a35b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a01ac8a8c47bbb6f1cc979c39ab385893d9a2ba09ebf00b6f0fb68b72225451d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2090c02f6741ced19ce50b7bd1b46cd1be05705 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29e2a848a83c9039c703b32f81e92c06c5e209fbfe715a0ae63b64c16de1092e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24e2b17c60b017422ffdd38e5344e8aa9d20238f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8de91d98d32f64d74b445e6bb5d975db8c463f30a61d5fc02fba2ae2cc0dfc0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04c346b09fe938b22c69749b0af813d66066d29f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b11e9fcca46b90e8c7680a7fc45be65e28d31146b13da688d7a258eeda94611 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3de6665efae69b58a0304904ed2781ecaef3e13 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a360bd3830a66749cfd9c0b938a9ff339c31c3d0dbf0e07d6835f411ea5743f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2976afb2121e7cfc12fac236868077b135398528 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baf6f9fe4bb01b8a2d35aa3ffb9da82f94efe72cb416cb30c3e1134e98474f3b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9549eede06263444704a635fa672d4c0300cdee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c00771a85e9dde5248677fb6812a7c76580ce50ae96fa50b448cb2506cf1aba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33075e5277135db871e3480707bc35c5151fa19c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27abf350f6de0aa3d4d03f67cfbb070dc2cbbcc96c910f15f09c2319ca087377 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c4f6eb60b424113fb20c9072fb2ca979c716f32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e11246d288e2d35c616300e8e5eefe50555b7dcf8a999ddbfe83beff9273b9c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3902233888b6b73fd04c8586897f0bc52e5d1c65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b24a2274f14cf8178673eb209a4d2b3f2715288d3f07b0034568040dde721cc0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d75e2fe96218262b788ad35c63dee258c5c67d0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:984531ba34437276cc79d8150b5ce3aeeb81e6b57497af5cbe62cb5e41751ef4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..325d408a3180483357258ea8f5a9b60a1129ea8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36d443573ed2fabfa0db5a5bc7ec8f36afa31564727d4d5f69f89a9a48f62a6c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..67849bbf12e709b442526e18a4b34eb0745cbf00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88d1299c94969c256d66d3193000b447aa3ed999535314732ed212f4d2d0f87a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ad23f12255bc2be48d7f5625fe77e1d70fdd854 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b260f41cd7c646617b328787fbaed0d843c8c51bd96cf6065564c8dae7e1e9f6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e779156e7313da236604f285045022e6ba80a3f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf0c5e552751f852dc4eca91602ec5eb1d3da64ca66a51b21cc2a7c76d562c80 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c68d4fc76c5546e470f7ccf3a29d004dce108836 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6abbe5de3da5ae038972465c7919200952f7e59cbb507e923c6526d3973d58e6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d8429a4a9b146888e5c190ac417c1a8702e38d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a028a0dfaec63f90ba2b4233f044715e5732073ac7f3e74dcb38076dd3e9785 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f255fa6b3fe80a4f87c51e2152e4dc613bf185b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a41baf4cf023bffc10a11468cc69d312b3a61ab8eeb6d7b6bb82f729b0e5696 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6355e8bf7486cd614776ab42d31e4a6d219b7cc6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef774cba062da4848eb49cc5e75226cd0ac5d0787ca98c8d389a57b4d82fbe83 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad124d7be66ae9cea27ce3f63320427ed03aeb05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1b23ac78077cb35e6910299d9472c125720239d20e2ebd9fec315a3b83c1736 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1165ccd0db03ad201f5ca409d9ce1ee0a804411c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09d9d09fc2348ca81ac8948de5e7b1779123e8f80c7b8815d44dacc5a9381759 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00df4bf4a41af40c01191947f7ae33f68f203464 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36f63c87cb85dc28f1bfc4100dc15e95f9fe5b8ff5c61529c51c61b87f2ede1c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5e613a28354fbd571c8bc5afdec81feab500e20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d021ff549db218b4876c5698924ba225f606cb8a51cf1d510f1c925b1708fe9e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..331070d83e4184f9d6f7c99cd58dcc0740373e75 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e360fe83334993ceb04dec47a9e370c2f37a29294283628d79556ae33ab41c29 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..582b0158424d98fe26a838ef7a55d9e46349e67e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e096b6fbcb45c8216135128ee11cf3647ab1d72df6ada79638d370dbb6104c6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4ec7984faf75611cc367a605ebee6213fa7c79c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:491a67f7cc964dc3b6cb3f564f00964996f0efcc97fca68b77338bbe41d7dca8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3795921cf405a579f86044c20e9619700a2a0f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20f352dbcaad538ab230176bb82ece5be64f83e66a57d2382cc4658ee4ece3f1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88674bac3f378e75178fdd28aa6496c79aa24aed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5100869d8f33fbed36f38f229ed6f00d19e93aeeec20e7bd9044b3a1f2a04193 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d13d6d84bc23bca623baade8c96837eae3a85e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac4598e79ba87b9251ebaf10b92659eb011339624e753b83ff6f46f4c38d4d2e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad6e7698a171de3e771adc43d634009adb040e27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:120174dec8abcb874925ddb6cb4d1ea3d5a84696b2191b88db46802d33ed0b7d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e672ca316d36676d4b136e59c2a3fd42f754daf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2ec72956b6f3687100fb7df0899d2a546aaf51b2b6b6251c2a3f0f751756d09 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..395d1f9c97e6cff93e8bb54933dae4e36ea24577 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a656c46cfa8498f9e3b7c9557d31d0241c1038ba0a15b7fcc307eef5aec3dd35 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..acc2113f2563693468622027c8bd65efe59c1a01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4083d1f044f203052a4d950cc91665e95fb33dec969fba384f21da2ab375567 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8459d9a830317e22ca193ba32d96d12ea97ad92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6e378435026fc7e143d1045ec7877a152dc5c1a650825d6ca8d709d24669238 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe34b511bbd5c943afb7803e703baae667c86bcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8bbfbc22ebf22bb2809bdba4963ee06315631cbb7a467386ad6c17cd16f5202 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1a7cea4ffedff776eb40939c65874cc3d52e883 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7840b5007ec9fa5192317a4d7eb38987333abf4a4531c6af2a235dbe7e7887c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0d40697079a664a67f2df0e2306b39d4cad0687 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02c2ffbadaef84aa845e6995a8c5dc582745f98df0ebe39650545dbc0babf8f0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9eea04f72b0286553e489d7d90f5aa57762b460b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdde43f3352c38294c556887921c3d73fe3222985a5f761b620996718afd8f1f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2c2385579030b5c8980644fd9276385de707ba5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3d17ca02bb00b2e45a9bd81d25ff89d9ad61014cfbe2e6cedb8facd1fcb5a82 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dea6017cfb1b904837ca6b9b081bb982015023c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd521b43074253ddeb225fbf0615c47764abbfff8b973377cd1d3e2d1e44efd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4802aa1b152a373cb705e6bc6895c056b794fff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0321ecdfc5f6cee990f108e25d2e528126c3be673081af3e586e4cc9930ebc4e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..155db9ffb084570b7c5700a8ee1480e15c53a58c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4abf7c2411724ec9540d885396947c5e7748d412ac40129f62656e268526c4d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e14625412bb92b7633060b7151723feb1a577b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:347e5962869bfb594804d56c38e4f784caa4ed2efb13d9911e2e78842c6c422b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f9caf030f2840fd0116347727c186a32fd06e55 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4012fa1e85936e84403a68fab412491668e623d53b151273ea856479ce0cd56a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc2e62401929436ba69132336b7170ee2c889252 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a2342745d2c17deb1a1b2740ddbe021bb734ec9f10eb75f127c5891e286714f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbb747d288cd7cf3f073e1a04f9db0bb184e7762 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b237583e1d5ac519543314a9992840d9e7e057777ed6eda23b99f697d1b1ba95 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6071d23782fec3d04d5380e3351a5590979566e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bcdc9f1a8828ecf111a060e3a1dce4239eb002224966a33adcf423acd2c41e8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01f462e0a3cdeb655bb595aae3b7dfbf98e93abe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c968c651913e66e3d011ce8de059d3eb50581396a2c1cde4afd5174745e36cca +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2711e003052d8cf4396b9d6836b1220bb6865622 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49002c5829d0ed8390104fd623f01aa40b5cd66ffa6d12fb6973a02deadb0fc1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b98bae5c010afe78e99f6eb2924f6159f415e03e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c070c36956388ab5971aa214a5f32bcd7a84b91b61ed8f4a70eda2d0296c1bff +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6003ed5c23ea80861dfb10d80d9e6f4adc4beb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd7c4941306e73aa617f299ea628ed88d20aa464956b1c66f4b45b25226f47f0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5fbc27558e7c7ff422d3d4c411e784f6bfe3932 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:999fee80bfc790bb32123fafbb39897e261a16ea4ea078a38f28836ffbba2199 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f79e0da7559fdda5266c5f78fc76a0a8b3ac3f47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0484c38e6de8fa0304f0c34575c4e5d7bdeb054d98fa109a3f0e859a74d9ed0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..625ed847fcaf66c458091d99196405fd219c11b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:871b4952040b02dd7f5e2124d4380a4ce650b358ad1e01860168c7e627cb35d6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8ec91626721f2b5db81045715f8b11779fed4d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:487c6b4ce6e048f85503941263489b3667001396080e6fe7a702727d60eb7ed6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a22e3ede7cf0da6d28f17ef248431c35279af164 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3062b4913b12580090b6bf44a3e11892ec58e53b7ba1147e8535a0f7a1a72949 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bff8b57e69f6832b7a26a6259d99d6836180bb06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c44547edcd356b080329e39819ba4696ee0dd88df37d75658d6620c0b9cef5c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a46092e5ca51da0f8b5d534750ee5e26d1bb8b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:868fc7ad1a0b7065ee44909fec2e317f9f1f676c90dd60857ab2f6fa6a06fec0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..207124f03900ae0330f5459e3c5e714322157ac6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d746f669975e6bf117c8e1d78fc7ad25d7373339ce1f39f08db75355adf1810 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0df3d522d09ba81f7a51c8eac99b1d18c65e6024 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:051e97351f661f4dff3f76073f3bf410dbd09985e90fc00fc57fb648a6107707 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50e5f7ab26f48dcee4b7cefd623cf87229352c6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3809761a22ad5353c6abd375b4a8aadd8a89ac7c8b5256c15f9cac88a20e7b59 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1932558575ec9b15e4cc581d8fb62079688b0110 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:949339f3a6905ec187acb8c93f9319157973bc478f1f23a0e222dd829b4c7bde +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61510222cc739f90335082420a574669ef7a2719 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90c74e8c50f2fe10c05c7def4db7755dfbf15131ec322a33c1b25fbf6b9d461b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db3f37f90eee26891afb8b25a26960f5699ff407 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac5480b23305f1a7b0fae7c6f5d1e7a9c7fa5dc9b253d86ae25bc24438a56106 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5fae04404f53e72899e5add51281293cd249947 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97b68bea7db3e87c55644ed661515a8f0a28cc4f762ff81866e6c780942a9747 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..502691fc519a51234a56077511954304420ed772 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba6a94dabf45fc0e6f776aa238a5b39c22c0b8decb72411133e4d8fa75251996 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcfbc50a553e77d6e7e5730dbeba3239220d39ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54487a8f1533e871cb218d95b06c1af432b85a985dd0e230b6d275745b0a1e58 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edd56028b469b56d64acc7179a2d86e65dc60896 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341f7ab6718ff1b4ef9ae82741207117060b9112ec732514c4617af37cc465d6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcc2c13b8c5700b94164b6fc2f1daa4cab4abcd5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63eb9e93628669d3f1992b7fda532e39de0939c457abbc7cf2a7ac27c58b900f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..443239af91211c27d229e69582750c49796047ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2152b71c5a9a2f46933dc1d03d28946d0bff6f057c70ff9629540e4b16b08e1e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50719fbe2f9c78cef97b337e83089b4a5be6e977 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c31c0c8e1f119b65a83f1cbd0db91ab3c1cf13003726e31deb55cbdf35d965ac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e07879ae525f745471be5f54477bc2fe7a12226 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b58949ac6c17c3032ad99d4f30deab70df750944ca522a36b6304330b4dceaa6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..230f5ed00ecfc1c6004be66233282e1a27b4a610 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147b91414d8c198ca26cbca80ef3b56791b457c89a54a2fd9766c0574410310f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bb31efb3440a6bc751c57d9fbbf10bf4cf242c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28e98a4d9054758ef5d028eaaae13ffaea730628e89144b3f9da3888f3649c49 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e113238be6e872dd1677900598fc82c9d636e2b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfbbbed65fd904629a6efb09f4efd651b8036c0684b18aa4824777f8433f689b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48e0dcb08dcc4fcb482703273ede1a974c9fc9b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26795733e6c566dceb6aed95963b30d4d21c1fdaf9c972573bfd4cc21df8ced5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..741298900202efa2d8093978614f7cb66212a405 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86d278f136c1c9f88a89629d53d8f96773c16728a30065688a7c272b183ae4a9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..778f334685886aa6c45691d19d2ce41b63cbec07 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14e6274f23569f1e150ee016ffd05390aca0149fd7b1c1260e964c8598189ee0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..985fd06d896b59eb11553178e1279410b99800f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73995ecc4934f1a1dc872222b4fe1d11b5f5ad981ea3b56a5ec31aba281ad500 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cb81061051271edf3c3b26e015b4e980b24ba74 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:758941b48d721925566f9b99bb4dd8e586f733af4ffb72529fadef9bc4bfe79a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..093869c790d73518ea8cb391acac657d75bd9304 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32eac59f9fcf45847c62d16b9631c172a0327e7178e66c7f6999760c0331371e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3277d66849047d49371daee15e8cf1cd9043d5b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2174f843ac0b88bfee0948a7dd710abf55ce7bbe98ac7ad50abac39c9a407ea7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd92f122e6fda95e5ad9ae2589dad7e3b9133bff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4269b5d3ec739251381e973a9dddf3883ca30ce75ebdae90a9504191691d8f58 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ff919cbeb4f0b1af14170fa6778906a1f465146 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9943da1fdf14788c0e332aa3fda6e544d1003f633e17b1a6de8310b2e0d83ed5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f4299622350e0954b118dbef427609530b73a2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77888e8fb1eea0b6fd968e495270c91ef33286eaf77a2d1c0bf614d4ce0a21d2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..213dd8de73598316e385fee337907f5afdd3debd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21b8d421ca341a52aff64b1600be29d10f1ecbb3ecca14700b0136e51a560547 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..651b94136a3c0d70d14b8ed6e3ec4b61a451e859 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cab1b7e86f04799500cc3ca1bd95d1619068a96c8ee205b2572763eaba539f40 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91e9bf3760b22fef012165544affb2a850a2e413 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:887f824838d7775d17acd9e82d8c8f4de2e788cafc3f7602cd61d9a8d3acda71 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f12f1a26ea9c07278f8b9838ddd5ecfeb6538aa8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3d56604f8044b86a9dd0d22db00f79e8838b087a757fa8372ccaa6363a38221 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf1c9132f137d5072bd8b5a97c7d97017beefe31 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2262b2531ace83b51830f1816253ed63c15a41f4d9db7e2188c0fd216a2d46b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e119c0783334af2abd18c81440fdd12e0d8f2a2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abb7884776ed0ab7148b4c8173b6afb60108731ef9cde8d7fd9fa435dc961da3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffadf71b5cef893e5b03626325d314c8468d6f5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc57237d792ea284d01e6383abf1bbdec1afd10b0e24d673a7b2a847a636d561 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fd0b50f33e340570f14e500a346c8e1fb651ca7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae1cec7cf181670633e9bf52e64eaf6b90b1ac9ce77545226e84ed7aeb539074 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbb077da99e5eafa1847203b7f0af7a69b4367b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e83686b727dec129a96bbe7683664d23b474e3412f97cecfbfb46346ec8fedda +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd30f689a21cdf58491d5d7412f97378261f8784 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9873abb0bf307e150419f8d4279375e1c4f23c056ca921bda28c7fb17ebc2684 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6488b844747e2bfb85435775529821bb875bd29c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2517116faedccad512e6bfdec5ec9e37dbbd643b3fd79272da4b7a2e8e5143e8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b4fafa2cc3ac51a3ec544d0e7affacc22e4e1fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:591618fc6a47cfbafbf96e19db4081ed64e6976af7e69e4e3bacfb17c1a26e8d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35a7bb8d21038fa87b3a747715286b080c0f7e74 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecf030abdbbbded76c4e7f6f76197e69552c000668d6c0c3c8513279f2b7a90e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51260edf25c8d3282851bdb7f24cfa2fb31b64ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae3b63ccdaa561f13bf24db8d7b2d66706774cb1ae23dc56318241d90af0dc40 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89da37b4d370d3abdcb5d5c8a4eea06dc201708b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec64defa259b2be76ec1be9905b25ea04488078ae5cbde7758fa21caf195ca7d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3efed8b69809b6ae22befe4e15187258661863e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b19a89102c9ad1f3ba0b6d8326f9df9956fe34c592ca60fb86e628510294c3fe +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4fa94989405981ec94c4d7b5a7ba42195111a56 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ad997c13fc4644a6cec7e674330f8ab3ca75d4f474f4ccda2e6b2293b1ae6f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5bc08d20c8bb095fb033e85ae524a9481825f50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9045c2b497f387bfaf0aea9a11e005a5690a6412b06f4d54acae407805b68680 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d676c97d8330197e29c0d3b589a105491da08b6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4877325679b29be25036c84ba367ac826c50a3076fca34e60752d2a40f0356c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..753d404b6570ceb62340a72bce7a6c380a8981e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f531776367377b7b712aff24624ce944da540e9dce08ed61ec5546e059d07b54 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1efb19a6fad3e520de3ecea26636bcaafa6d52e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:981459e4bcac92a781a85a894cf003a9bf5906407381b3bdc767e9fbe25b542f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f23f665e0c849841e039a10b56e001f7e580af3b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26849cc8fa702ee0afbed96a0d1f612a8af30ac20e4e096428a8727eff2016e1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b091f273b51ebb540a488d0e0a3e4fc596655b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4837ac497b53bcdbb956787042b095c7c5b75a639466f1c95cecb460a74d737 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b99c34415fc8fc34043431cffde53d1532c617c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cbe67ba3b253eae3702df08d037589413a1d18e2083429d19e3d97b9ebf8630 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2226bca2f257882d372a88acc9f76336ce97915c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12e6b65372f46805809a70291ef5d4c4e20a442845b561151fb95c3db7c70f1a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fbea600cee13ad522aea2fb38bc8c55fd6133f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3986c83e0c95dbcc52c5923f5eca89d1d4b1cec0d57cf5781e00881fad9f7480 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61019c2cb84ef5eafcfcecec37705f8283637689 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ce62b9883fa362f6bccd5b64e8afbc6fb23edfda10e199ce33bd4a4e56a026 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b36450dd7fb2432fc105fa502801c1daa3e4cb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c21d93a68c0277d714b652e43a33fb270e446c80e0718c3f2ff53f1f8a12b9c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d6eca73c73b61184e3f61ef99fd9d8cf2528519 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dfffc98ed969a714d142d83b3cc63fab3434f15e124212ce89c35dba24ce7ca +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6f7bd0946880436dfe8d7279e8b1452a945feb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41cfb1edc65e8c1f282b06cadf9905d73c425d24ceaf990b875028cbb5c9e7a8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87ca38ea08e6189bdadbecb00802180910208b45 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43dc56ac503abe7c57761a6be0635a8e1b5013dd999fa603018d01f3598e12d1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebfdc123a64c05bb1938a7bbd80978a506ca04d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc28289782f6b5fe7af27731055d11df71d28fdb6768cbb165b3b0d661f8d1e1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cc2364ba00c1ce06e51d55a282327fb0de18dc3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4795a160f88eded99f00361ec118381cde021497a49ba64c4e29ea15e018e918 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea4257e1184fd10f54a0b4db86e49b1b625bd448 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b145ca402f808d438e21eb5a4ae1f799d9c256a6c42a7aaf05ce3f206c54af4b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71d238aad8e47527f84b89cdd6309b87e4bad33c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81ede662cacf8301b62496edc181dad1510ab0d38f78461200932359487b51ac +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c7c5f12fb4bd563906feefd8deb490dda0921d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c29f8d4d3b76e6d97bb67f3e7ba99992a116a9084253d02b30786024c1938d7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c47c2ca03e4b936a11e5a81f96ec6f7979b75ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b79b85c001f0aef9249372818d6b88fa50f673682c21342d1e7655b4fc5ba1d8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3c2ee4ce31a372bc4f34867fcf0ba29d383cb37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3186fcc1c9e0b6397e3883dd6b4c36e44f610958321b0e1c4e1b59d65e6977a5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9857530914bef7dcee5118a6a83b482ce969de1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:526d2a9ba624a372897a527d18ce66d52431e39ad8a7a9060f28b7055e5165d7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99a06a1ceb98f2bf84481b3e0dbc47129934c34f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe867fb5a2cd3343ac1eb0df38d3f4b5cd9ce3d1aa7baf7ad5cbe16d573364a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7db9e993ac0b5e866e0884fec77c4081e4ba2c2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:889bebc592ace78f8d8fd9c25936afea86c86e23568a6454348bb201f6c2c86c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b7601c5e5ef897d760692e7a6a73957e1718f1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b7afbf7bb81184bb54be3d059b1edd7ae24d1d9e658a40947cd8c50f74d770c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d107d74b931d90958904f393c7eded9204f6286 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0f1eab0e27b93a4cce6414211832c62b87458f25b24ce456c03ff2305777f40 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..87353238fc6a658a2469b2f411eb8dabcceb0c5f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:612ef35ec7f6c0b913da618ac778fc9decb2a82e0f69e496c4e878c02e0f358f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..907365d017c64386b712e568ab251331505906d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed3615e3c806d704277d34f5ea677d649b69a099dbef574cadb265c167eba728 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56fe33092664cb0cc061bf66323546104d450de7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d185d0b7d8194e25772bbed05e4f3092968d5ae183675ba4bb59f75aa7528f0f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b89708868ee16d25177609108608e321ccaf22e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a160a43d3c59c12ec7283ac41eb9bf4de848e98bd97e864965181e354e9b1158 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b3f97077ce945bd620e09dd964138a47a955fc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3402908c30e7b102e202be45cae8b620dccb81d9719a9cca4c15d4cff05b865f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bf4666d24c6d3ee6270a4417876ad455fcab50a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aafb1df8afd8638f5eba0195b61638509d0e2d0ca9e44e2fd01da192bbadf01b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c9abf69a31695e8c1106cca63114153a3944169 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b79a605994cc8897125efbf3930827c0492a2c399f27695093c3f56b389efd50 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23bfae1819a81f3e1e33e84e2af6189ef38593e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2504aa6ffcf7544a2340c0a4149ef1c05b17199440fb52fa3885d8ca3716f813 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a7106a53ecc6998cc9356998be9b88be71e3458 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:390170bc45e7c952ba2f5de37c7c1ef132cbc7e439cd5511f3d4b7d9864f9dc3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b23b35b20f1fca64da3744516e7216d4b058765 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeac571a9c85ebb9ed1d7760ea555a5a616359a386b629774710c88a1398a3f4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..288b8ccfbb952b7420aeb0b1f28d902cc9cdac82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39760e0cab74480d9046adae88c01ee299aa7c626c4a1687cfdd5b7aeaa365f1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bdc9c003e6c53ca935bc259af1585a84f8a5096 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:026d10e3ed8c80400ad83119b55a2b712eca2b2de1bdf3efb45d74557c373eee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7d25f9c95b2f1d19dbe6722a47e94fd42be941a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a43bd035fc5a83391027c060b2bc2c07e6e73b66537ee1cb48318dba926c36e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a824409b320329f6f39e725e82626dab9bd2f0ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6418d53d28b23990f72c724b20f853b08a526b8dd48f5231eb3caabc7cccf3a0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2635ac9e2aaa64ba8f5253565ab6a650b98fe44a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d26e300f081685c59f54afd18c866e49139e0d0e8727b815a7050bb85e7f081 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f31036b331fb570fc83e71e972c11a31b4f693c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98e3819fc2749f17a9f08ee15bb0f9a3168ba48840cfb86b583cecc7c6ae718e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8534b819238a4b06483bb3f7b2dc847be6bfb424 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9398e1a982ca6dc1dd4b7370fc0297b87c821cdd4c349ff2129d081223e1ea2b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f8ae8fe344b7a90f06c7a77ddb10330fdd6b7a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e709c5146c13b95cb9fef29501f846f5ee6f5da4c188241c27850c1bc987638 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bb904b84c85b1749166e452112a607cdadc9dfd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be940913a5f00af74934b13cc1d7e176fbf9dc3e223863c3f0867081fe79b7f0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fb18497f09a7a5b76e8a7e2c713f974dccff5b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cae6cc6ce3f61941d5d9c2a37cd8615ebd018b72bbcaa4a632993b4c7fb9c6a8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06ebb95b7a391932d68b127adb3fd0c1a512a4d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a638f2823666f174160447e943190106c94fa17b41508611c1fdb81ad1f3b3c9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..adcc3e5d959615b56ab6855d26a0ff646c328b41 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62bd8457668c93d421793f77ff2c2757db1574b48b0e962f7fce1d46cedbb31d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..088f0a690e8f6bc1e42dd64cc1cc52c61313308a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcf03b051f636bd58de50cdc399343a41b302bf82aca57803850e5d60257dd6a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..096aac407d4a6855499a64cab426519db820bbaa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e3539bdc000d3e5801e35323d6092493380f2021433f788e35ab2dd2ceb3f4a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fed3b79502ea51cd62ba147bb3c5cb7c2f476b3a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:217bd1e499f978e1b77b86013c0da7631fe8e2a93140e77c33c0f4936ba9c7e0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..501125eaf09ee9d5140c27a54de847b1a45d2d87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3887b1a9c38547552181b44a8dfc652d7b99885e781b01014cb56f5aa6db623 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..256f8d369430eff0f73f4e3c215ba4bbb9efdfde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:400bb67a2e42108298b1dfacae171dcca8b4e228a5229568119f930f3ed74b50 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62d52ee254a7f98ed18ab50de8f790d317cd8eb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:578c85872acfd1ae13fb0b0449db57c5d47d917c8509929c530ad2331f93553c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7553b40c47a134b5b94deb63749661899e9c9373 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4fa86743498027bad01546e9967e704388e2444d6634c58dda0489e73bed147 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18710e32945ed3645ab4a2de29fafc3c7f385e6e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fa77e0494877c68cf72d7ff698d9c9f01026b0b4ea6bf1d32731e0af5ce953b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8912e5a6f7beddf4be6bb086a8c52c2789807d9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96c2b106e68f248eedd65166b60c10298ac516d6d58bcbeb141068b53dedb4df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f403b350f5aa3ac403c08f4667cdee28f40fe2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c5780ad9c89cc0d45c1a9387cd516269b18b4b47c5db43be528f0ffaf8f71bb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b29e84d9007a73adf03867b656a2cdc34b7b927 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f159754dda08888a670ea05a68f85bef6b52bd179cbfd9eb21f326ac8d0c7c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..774324c6d1ee35ab10366ddd028a1a120b31b5a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9839e3df0cd82f751e12e89b020f0b375747b690ae4fd9daa1610336ea507d89 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cef6ec8dc98afa1be2a3a9a467a824a62f97c67d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:927c779717ea1569c50961a05daf2b1ccb0df05b6bb5a1ceafa2e03af211a310 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7602b834dd83ff941bf8d81f05054e5d1b3c7408 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a496c1b11a4620e8af4c738485744a399866d17b8e777279c99379903a948926 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d248230d5f65953c0235070650bc41701f7bc043 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73c896e766096d61dd490bb4c5462ceeff7b9d604cd22010255e88bec6296985 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d356fd6e942602b3e46a29cc11eb7cb47139cec4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb8141c007e672f179709f571f3ab09bf92c4ec025886a37202b437fc90cac79 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d93bcdc7b26e8908fe4247885cb8d362d0fbe63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35952599490c26fe589f6fea0d7ae752e757165853863349293a4218631b756 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fec492c11d6dc2778899c5af8e79692fb681ff34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:342b0e0ecaaab313234460ed5c8fbf9440d2e2f7ca66d918b0c3be201be7152c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..739dde3f8993ee502a3e230f8023b1729797a52d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf77b12a42479328638a0ad76d2e5288f863761c6849b89b34841a4336aacf35 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4180bf81a7b0bb732f00dc4d3dd2b652db87779 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a04fb5dd3a8d139012b8ddc1539509cde58b4d368f9dffab1d6176085adbb958 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a74e049e0622a9666d2ad04951a71f460923a261 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e6e95a1c409c1bcdacbded82632c5ace165a4aaca7b7be281d73b77354ebb7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7abe3536b355f8d22eb908b21ec91adc173a26f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e9bfb4e2c4aaaa94593b14d0b4ca86835b8b7c179279b4704c63bf4ad3b816a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae0efdc6caa88f12b9e9d83762d48964b1959eac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:893501390cd97cbf4a50805793bb42e19a2348db344a7df8c19454948a0f561f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a55a56e62d5d526bf55ea5d73dd8e43b15f52fc5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eecb2dab9f6642852f00c2778386a349a2235cc9bfae6b18a3816f62463b5f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d14ebdccaa17612c21f18d56bbf092605df42414 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a37527953850b0d8377cb097ff5fc14b21878d4bac363fab6be0066c93a661d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5af04ffefb2650d1c98dfb7181d23a992bfd338 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cd0c2dd7107dff4740f10f0639e4d338b2df1ed9f1a570b9cd8e712b871c718 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..778f76973cc6e76dea8ba649cbd08ae2196612eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce02452719cc836338fa7ba8b0ee67a692b6e837dc1c14eadd33f388914b64d1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a5ddb2c46a2a3383026b092d39396cf9c7c73a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2e9e7b7f98df84fe6bfcd944d4d5c0e34f7631a740a105b1ab71c151516360 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46996058f8e29799a54d4adfcf03f4a476a23fa1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6889f7c9cf30a551da5b994287b102ae71e747bafad0b3a3b5db6b07f71a36be +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a15d623e8640956f4aee4cb60fe80d40d89e662b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9aee39a94e4d39b10625300acae425382b7d94a37b5d9233cbffc0df03dd60c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e63356fdd70196b439a33bbf0e2b39747a4f02e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3064d5445b27e915c465ac52d46155aeae13b544f33af6311916f3f25fb07ea2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..517a02bc1c7cedfacef8233305ffa2df2cbd9da4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9e91807f02cb5939b318ecca329a411fc34cd3be477948fc1ff6a78cad444e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9b78f64954fc18e97017564c57eecccaa008f9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5b2992e311cec5bb9562bd51597a56a8bf72549187f1a442fc39fe940b60dfc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bccf1222403b5db4be0763bd27ed9a453b74566f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68dd2f9f16a4c2b7da9cf733e226805ca083e4f904cf8d15609997bc08dedd63 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44bf68aaa2a4c6ed14a8fb04ea9fa3e318968fbc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7617b9a88185b8bdefc38280c7192201c607a87cdedd2c59e972c25f349ceddc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e30fd9e6064b680e62beb594456ddd549dfdd16a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06da0692761ce5fc3e08d6ed3d0068e8a54116ddb01196931e301ef2786127fb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..238349c06287a9df13132a9a4b660ef60c8d1de2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94d8354f8b586fe7792bc47d12b851d1fd5fe3ed93e17131bd5c1ffadb023526 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74f89a932b4cd4b8f099c0dac44f6422a043038b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:638442de5ce5c0bd9a9aa908bae6e6301c3bc2b9b4dd63acd24798f8158b3bb9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94bbd82ea80f8033aed0a0953cb695dfe12bb882 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58369ed7df2e5e1d341dcadf56ad1dd1d8c79a1b3e3b1c59afc0a15a0dd4607e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de1817d938828004048a0aa085b5b40afb8643fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d50ed01aaea4938674625440a9fe2384202e40516ce1bf05c3a844425701af4d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cac170fb486930938a78db86940b88e82b1cfb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e96a55afd7ba36d9f4e61538cfb73f94519eb1756f9ce8b40c2544c2dc8dab92 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa1a7a10cb7dba772413da5c2bc85e3de31a8f65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7a764fabead653d20639ff10e9feb108bb8a0e43617405bf28be95e51d3547 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7dbc203e6109c4e79c490804208a2209851b92f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e4d392f394fed436a742664b52973326fcaa75213d1f60c513f884d3b3e261b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35778f7e8a7a98cba8768ad2343a67b4980d480f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed0215e6512b8a53c21e03a8ce8d1b71222e83ef1cfd8d20613c4dcb86b8a4a7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1ed788fb4faafb9870ca7ab7f927f8a1c1de6b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1a8b150df51d2941baf61192c6832380d1ca006941a1370fa9697b031c2e2be +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f76dea3ab98fcbe8cac79d200ccf845c60a0308 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:247527fecbd79b37eeb9538739455e08c581a83622105e952688ad094521edbc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44ebad402ac8ff71ec83f24c0f04b29d1737a580 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aca06d71bfd2235f16b06b4cdabbb45003e65aefb14f1dc234e00c1dbe8a93fc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5a2e65233ea24c663a2ecc9b4b604e079d47f2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2461b2ada37453e5f87b62917101422e5c00de917d3e6aeafc14e0033b11e525 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65310cfcd3b02424f085adcae31aeece3d7fc3fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29a6d4a93fa2b048abec7bdc88353553fd466a9e602e263fbdab873d75c30b9d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28d60c77f24f12169c979d619ecd80187cf3f5c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83a3db600580fed4050e0d934c53c86f41345f8feac7af440d7f3c1d88c300a3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..287e6bd48a7a0dfb996777efb91e1cf904d259e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b67dae8c2574ad7c73edbd8a9b02ed27ec07d3340d52686c088ca9947a3799af +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb5cd20ed15ae59207935316c41ab4753a852d3b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05dc38d0c98c679d5419fb230c936e40bfe1264c14b8dc5c14676d5748227f6e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42d328011812d6c87a670f4f11bec7c0d45d7b3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04c21e7fae39f309ce7f19d6c65f898ac5ed591ac53b680f9f5026f6c1083c66 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6be9fdb9946ca8bd1648d5893cf6717b51805fbc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:844079529a89258f324eac9a99989362e6014ac0861e5d6da7f989d1a7781576 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a14d61832f119dcfffa2715e190951fada2ea0f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceaf886af8839813dcb4ed7fefd61b35e9a12ff7dea85f9435119f054b00f0ea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9b4b16865c22d257e753120e3ba751fde703cb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce4456a9e746397caa80fed2289e7972ca949d469e3607a7ae62c1e07732f333 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f64cc24e6e4a546b3f357a762e0225ba5af32873 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c37e0a1b44da330ce5557d0a9bccf5849ff301611ef9a30e3d5639148bcd5723 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0df2169e3f593014358013595afc8b744295c97a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6293ed8b6362a7997ab2b9682d383068b878bebddd11d0c99bbc0300ffe5cb4e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..76879fd7b2c4ad16788a1c06ac4f7debd3696062 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86165d3a9d643b9b71cf0a1d39246d36359319cf2cb474f47d422db50f724c6c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cd28bc97bf9046276c0bf265cb74aa839606a8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:053db9bea88ea982a5f30fd873cbe2a46e5314840bb379d5d94e7eb4f8b1bb20 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cb65462a2c1ba11d6bd88d09892e029078e39c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4785051a0c2b527a353a99f250aecc9c697191b539b1450f40029a99c9e0c7cc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac9c5ab1da330f451f506ed759deb7ea91f5a826 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:162c8fa24488794d8ba663d5b98cbdeeb2212d93574275e1f1ccb9e0fbeecdd1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db56c1adf369b350163255c7575ed71b2d4e64d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3563501b11c07b8c7112deb6b679005ce15f38aec9b009cf2a3864379c07fb9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d343b0455aa7ecb4df84bfab31645a076951aaf7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc3d14cc8be3a6758f6897d88099cae1c8c7248a5adfbe6c5fb4487599bf931b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5869ba0a494156710559bae1c53e2f3544025e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73242b17e4cacbfeff739763d11995767b16a10e3b61a6dd0834ca134b886189 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07461beeb4761ab878533c81145807bda3dad319 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5437bd312ef550cc5155162ef4762c7ceed4d6c995c3e73be4ff83b50391932 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55cd039c24dfdc721e417c5a5f3c614aca00604a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:108619686580033cad148eabeb704648092cdb048d31cafd86d9e987745ce631 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c97daab91e89c296f9caef5f4570e12b5d6e29c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e0fde012b6384c4d1ff0464932705453b83ca83864547957712caadc5f92b6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..820fdb1b366096db195b07a90080ce4385fb0afe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa430eaa6cfa2d8580e15cef648c431301eac0c2fcedff8748617b2cef91d01e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfb223deb05f5c1d98333168ea784f21ab467e93 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3278d511c01adf438f79a5209f8c0a401df07461bcdce2f42f899f44250eb6b0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a24067662ebbf4b2f5b7eab95de4b15e648c5e3e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e7b535c47004068b53ee369920b2db2f09f73652d80be0e880cd533ed0e3f9c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a846b9c7ae99f857d07576a2e0608296ff5ccac5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5dfea0698c3d118e1f7072c72363fa13b140199eb5b52da277a8530d44b5e0d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d6c85ab00a60f9bd42966258b7568f75a790cf4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:205cbc34f60c29d26f9f5d575b7fd57bbc73ae30ab62db5eeac4be72e77e27ff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13ccf560718f29896932596991535954471c780d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59f2d97d6f011f8ab67d06217e6337b9783c140eafabce733890115ac0832e6d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..399b886887a461a3cd1f9185a640805420875e57 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7b0ea82149c217db295d28453e2bc201ce67b0c904edc6a78824d9dcfdeb68f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38846bece05ef6e57f3bbdea39fbf237618e734c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c0f89aad3a5a8834d895c6b2100ea8d8df4b599929aa3ae8bd4493d4856b743 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..113c3db32b41f6760d9237680cc34dbc2ff1825d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16372588b100f4a0aa5a1ad96014132cf13f63674c94de96aa62e6b12a46df51 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf17e9b7b2e2d1e538e843cbe0216dd97f4a74fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea6c5c3faa2f9dcf1a657cf90bcdeec482cdd361bf479911d069e6d56ac29bd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83a2297101694991f7bc722f99629a74d3a2b442 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b33231d0ae15f53a9b69e9b3499da46910106e6cdc0b7aff96da3aed0a6f47b8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f229491da63531037105abbc69ea3793773b3f93 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d6d46c7c04bb302c8a332116f006ef4214d55e2b5508c8d2cffda9c12ba87e5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..abd7ad6f9b4111bfdaf7de2215f4d16eba9b107a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43cdb20760032a0372ff1e437dfe0f50696c3c4d4ea8bbe3b218ac5f42247387 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ff790d9d60a84fa33599fc060de65de6245c5a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b67015ddb3fe1e8a1b1bf9f8a7b40c6509c20efddb25bb266836f75230563ec +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41593d799afab800129ef0ee580e3841da0e86e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00f78b4ec827c9fcfb4a616f79edd8608a2e885dd5e0e482262ff3249f1d8f78 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ba1a0eb3326e1afd7cff8b071d6443fd2c27e26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c7913b2b2a27aef236eac9ab6d62f5e4d2e31c540d02824f4ecb7d76c9092f0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a473a64941c75bc8691a4898f8f0a7c63d8ea0c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4de7aff12da5b9397dec3ca85b8d6448e85566cd6aebc6a20e9f520075cd8a54 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffe35dd79a55a93f995d8c90a439e3ce40126e9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e92b427cd3c66e61c0686597bafcf1db21731c4397beb97a31cf0c03784e23c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec61b6a09a8cf9d30f29fde7c181fea1991b4b4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ad7db48dab54afdff71840ecd06c564ed56d6aef5e4c55654a618f8c04e1f04 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a86d683796a0416c4d6fb7a8e6500a047b07ef2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ef0208df523e4a82afa6eb481b60f1fa9106e01dd69f611e7bad2041e712ed1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2b7b334d4099d386319a02c697254fc7e42b6fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86733b15cbc398c7f470a798c989d1007ba3c7878f657b448ea8d6b5c61e0dda +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5673f6fdae35454bed941e8701090b79149c47e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e86ee7f9ade7b8f9c4ab6cf5c5547f3fe556896bb4431ab7c0e06e6c008ac026 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfae20d93bc4e56afad6523ad7f9301c3e9807b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f13190269ea3188a65a4c8896596abdf05b71e951977fdd406fcfb681742847 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e29294080fba11861f6e3e048e6bf95698ccf95a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:358f203c0318cf9a4003651460a2c2c412767e8560167c49bfb42522b5ee14ac +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de3bd96f5cd05a5c38a0695d79ef18940d0cbe8b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83c839538aa18e141e7816d626ef56a85878fa54efcafc6f48f4f4b8233d07cc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cc2783d9800340c879f1fc1f796062fd3903721 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43d8a5c1bea6071a15f9aff529cb9ee2fa4c5fe05246c04fc344e46a3dc514f9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca129a494b23f1c1e29359ddb94aed8f7c72cf87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:222295e4e375f6680ea366df845dee05f940bb50deb2252a99ec820d8495de07 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..462712a0689580bc7c294efcbf0377cab197e392 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1db70eeb6e1b07e64deab7eeeb67d3f8c962481da683ed223e31c38e2a5eed76 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60513123702d0bb5dd8df5970133b299e664d925 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04b516a6a795af1c4b38259fbf1f045f02f44ab846c0edcf8b2178da63c2339b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bad8d9087a5ce05777c5311cf46e831c0c7c0fc6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e7f99255fa6e99489360a6109b0db01b5a7cbb03b9391181d46dd6327f443f4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bd937dff86dec60acde9ac776ad4e18ac83eb44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a3435dc900dde0c2f85c72635a258cf7596b07de045a920c1ea99d280ea1678 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58b9d7636006a41d3b89639f3b838db9427d1de9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78083e36d9082160527493e6586f38384508aa6cff5ceb1794cc6fecb8ceacbc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9902ca84cc2cc9be3545dc29404f53f8c7526aa3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:536a1b422feed95b353213a0f76ee4bc09921a46c6f7f660fba636b5eeb5f9e6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0b25e8642887406de3964784bac16b7a0049315 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8682a346036036afdf811fe8aa612f78de7f095d5ccbcd6408fe9493633bf6f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bb96ce3d79705a5018768f466b919851255f84c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f43f0c8d510605ac1d10f08e2eda866bd26bd5f7ed394877c9f473d0e514653 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4ead2a0274b5e09304ae19b1c701d049395948c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db1e1f18f37766cc4a8a9ef9162a7bcd86ac50169a12e0b4771c9ec8cd237ae7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdd625043a45a099a9746cebcc2ec4cdb58e1878 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bac9da261d414669e561fb0b8903158863adfd1868b444a49d0142e2555825be +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..adf1151cbae338a8bc6ea4cb99b3b78d08c1e414 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8cef9917fbae053880e05c8c823b510c4f01ccc6d976f5f32d366bc9eabc68c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9855751f845523960f9a05e0d0bb0f0b0ec95dc4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ac45f8ce240e53e9c3e5ebadb63db54e02eda6a8848c030677a199e2e408b52 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..794fdc1d4d912e5dfbcab5f0b3af34ee1d51fa88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82fb69c09414476433ad0798b18107a0694009f9267e1a6443faa2282a385386 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e90ffcc631b03b7c5d392786c517ddc8b310d144 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0c43500f31d2f87285307c8be35cf9ec971c7e7ed3da44a830e4b9ce3b28174 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93cc183e6e160c0b5cab344877506bba7872dda0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4de99561ee4e230bbb8179a68d1a0dd9513e487557cba324d0cb875b1a97e4da +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed4734253760c9d87305dc151b1809243b9d3999 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09bcf4a4639fb46c3aad2bc25ef6a1ed52bd72959748810bcbc7f1b49761bc5b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bd7324e2999a0ef59b0f4b70771e4226d0e4bf7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8587dc38bd952271420d56310f2301463e94398356d99b7b9bddad416df5bdc3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b11054c51f9f35b389a168d66772c41f8f7326f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd368101d86dca3350bc2d0409b547ea1bd108bdc6a9743270f4c4d9e6f64409 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f273c16bbca6736cd160dc9e4a1669f37ff4669 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cebae27729ebad461127903cb3c25f34957c8d6767dd49c7a72cbb8855bd1000 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56d2e5c0a280126ac7286d433aeee902af57d1d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c6a9fa1050bbd50d9f674bf525b49dbd1799073640002777705071fd6c8c77d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68fe661c52f468b7bc60ebcf62b0ea577db5adec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d70aa4424033f0a98ef5fd8fac3e15d5517e72fa4bcf133b4006bdaa5c1b54d1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..366a13f3f31c7ffda0bfdbb09ebca29a6174af68 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64189aabeed35ea1e70b9a655ebfe44c607a352a3cebb329cd35591e95a7fedc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56bd2285ba0997bf231225747ecd36dd16d33864 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:964cfb5217b2c088075083cb5fcc8f31d84ef37357a495721d1891f5eb4e0d99 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..469ff40fcc2892fe12d76f3588b97dd1bebd9e52 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82813c2565c42995a3f1b9d4c9810dbb257d731d74d51721a4bb37dbb69a8cea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..683a0ca346131320ec161673f93e782dc3598fda --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcec9bde490eeec50f4ef90df458eaf6d93edbc6952116d563d269deb580cd59 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36fa5e1a55a50f3e50dcf4143f65d7f6beba2cac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c459bcef382c1363f9d12fd37afaa211f9ca9f1fb739f334b3c6a005be150f2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7d782f4bc54674808f50351fe33d84e5c252bbf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a7611c6d304ca2f5a3140a83774f680b6a45c4dfda8d03329c3496b0e6ac0d0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da4b9a0b548c1a4c3f77d43ba3b13af2f6273d93 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:264a76b72eef81baac898d35a7527eef7b729a08c0763154e9faa2d06c8bced8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fad4eab219bd2b239125345fae0c91e90fb78442 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45eb97616b184de6370251c922273696a8089f9e9495015ee75cfe0afc53d616 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e471c4905497d8d80643068c30312df8291d6545 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:591b258f29cb977ba340daf0690a8fdd4d742f9d95f2069b40b6c81122b0409f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a639f332d7b1b9b2a8e66147479820c1af3bba44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d31abf7f97f8125dd0ac6a6b4158525f1a0a45d17d9264eab969d97c49436900 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9288515d446d256f4c6f2107f0c4626d5ea57d1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b1604f4ff0b09ec6ff15623dd4e7641c9e2da92aabe981e45eac3166b2ab007 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78de33c282644e671733aa9461d1b535e5fccfdd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a669c52335691f8f1456485904797087a83f8c9e372d3023eb4d478ecf06cf6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e73ad24609ea2f329e42c81ac1c2258f8b38da90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b38d1ac78161a5c4df96b0c763776908b6b343c496b112caa47735417de05859 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c11e6669c83d6c7b1965b1a45c6afdccf34486b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05864c90639bc90ec81ee249841c64f74d25e9627ad1ab14c25089f8583cae55 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6754c810f9958352694813f00d37ed86d1e2cf9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f0899807b6fe942ef82dd5b9be9c97dad9a787052135c93244bc41688e8a515 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff2e218b31771dba0750654285e9639076a72375 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72c79ddf53c25c4e4db7487c1ddc055b8b596b58147c591bed532b1d828c62df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b1c56bc8acca479526aef8f9f08445471eb8fe4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5f9951dcafc315de9826f07a9dbc7ebb2bea82e98d7242747ea2e9cbb75774b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a8d45259c5b6020927eedd5b901f20b99f96d6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f86a8769e8dd1a0ed487e1f0043a0fcf057165a9c448412c62b3cac158542686 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bac78d61a37ade57a0da0e8bc9d339f9e4cb058 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:685abc3d21ccaf38ac7266d3e0508a3dc4bf32d6ce4233bdee7bb3fb7489074a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e8052c7e9f56d3cc3774f231d9f363b06120356 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:033d59ab47a8466fad39c59d1457fd971c74d69fc996c40b81d5db05b5959a54 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d89f6fe6cccd2da2a5852d745e68c77a622ea5e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd2d87254c5153b96d963994941dac668cfc2b5d86852e10727a006af850582b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eef5790ac4960a3f8969c87f533b2e5f09793ac8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:267cfbe8440300cda8fb9c85ff739d5fb054e5ba1e6191c20bfe585ab0d6eb3f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..298b4751e6f8d15daf165d2230fa9271533bc92f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a77baff86f19137c11a415185b395ee95d9e94da9b7803e82971977afe556b0f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4244e30e4ce966b2caaff3933c066c6a0110522e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc71f36330f7cb580fbd6e01e0c9555f610019cb79a00279eb7ba0811e3908d2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc9d25d1161b9ac0b9a1b60f7671533e8f8b3340 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c378bf639d3da935a7eb5045d60bda4961c4eaf6b5c54cb3d1fdd66fc8b8e8d2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8abd173143932aa17ed503f95b52878961d3642e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f2e7d7f7136948a6a9fbec27d4494ba432a4cffd65d51fbd0eb254519dfb140 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85bb3de58f3fbfd4895372566997adfa48de058d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be0263c9e15f42e681f52a5602dec203ccbf37606079ab8fab798fe452bf3152 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4203c131b1234dfb71af5c667fc4fe584752ed9a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1d6a473d1410514285e5fba2b5e9be019c0ca7356837c80c72f682897383c74 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66bf35c89a969777dbc4af67ce8505160aaa7ee3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:059670a8ef376b5a3960e3eaf13b1583d49c44df851a5520b8e9cac800718f6a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..846037c0eea8bcf18a5aed14b01cb90e633e1e76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00e0e5a18a074dceaeaf2f7675429352df175f335386802608eef60e61f8f2ec +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cc51a7e031327d4aac9cfa182f6524e26812030 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0f98d0d18c38adc03b78ee40f40c1fbae603bd1dfa9fbf3248ed149f8eb476d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1396f06261fb10275713dc2452e4dbe6880958e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_0/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3c11a5731c29871e7103b1dbd3d6b6db807d56cf8755a213d104a9d24904498 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ea8b51ca68fb4c1e7aa9ad61a515afe7a3a91fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f546dcba2ede8745a18046da2628e7d35994b87b8554c7e806efc39fb99a7a94 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fd63ab00e6d9625e6bb0b5255a7352ad2c3f641 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9493993bef7e0f764507871846f7bfd2ddcb0770ffa7e72b2e2a84741ad3709 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..109c49358a03e0e95d0a65ec85782d05a3df1c44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1970c160aa13a71e03f185958ef99524fd31549f15132257f7dcd64bc4cb8fe +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54242c33ef3ec331a6f6d9c9b2386ff98d076837 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1619a041a964bc622309b54fcf53671054b2395e56e8d47f6a4b6e55c703d52 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..070a11c80c61d42c4d63cf9eac85540578d23f24 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e23c7e6607a5fcd06b6bc2fd038e66f68a0db804693df0997b991c6b7d7d008c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..930d4d3495582843480cdfe5a9009155caac97ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9d39119fc44c2041940bdd67cf1cc3281b4d854a1d52d599f15f2d967b9432 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d18810b7d72baa40579ff4d219e2cef82accd697 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b35258a69bf455145808fed5511deec3bbbe6e3b6a3caa9071afd96da15699af +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b05dc5da10de8a3b80dd38e860796eae46a5d38b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9b0e7aa12cf0a87280860207ce9395629f3d26a90af995eb9ea2c04db288f9f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a2097a10425fb1f5cc184c86363a83b78cc70f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14d4291ac5716db619279b4f67ef84f6178400c9049f9b6f0f2a842ccd763371 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2420e0ff93df4a1c3cac40b194298c3c6dbcef9f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69013498adacd6a02535814b56508a182d7a3c7cf1f1f526ce8f7ac009be0ea4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..850ed6c78d97179b2de60422208f322cc91ccc03 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08b9b30d47f80cc460c082d414fc43e54f03cd1e7819c83bb12265fda657956d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6d284b73e03e5f25e31f9a4145941458b16e1f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b7aa9fb44ff696ec2807810c351f73418df4beff6805236d908007f00cd2698 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b75ebab39a4165baa136803a34ab351023803213 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a0222538a8d353ab5a1ce37fc5fd282dd015e16f96b8b121fd13e40f491d0c3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b6f955554407896ae432a116c6acb6cf81ea976 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f41f0f1e9f4f8f0ca40f3ff331fc0a3c20be2dd372626cb01b6de2d83a5f609 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af7b3c96f87f365acb29ab73c9d62e38bd65586b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e81d8e53980820a2181dcf71e54d638fa7a0071128ca11ad11c31f24abd659e8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b307933acec27cd5b27f2e8ed6a89213a0195e25 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe19754719ae7d62e7c895510b68e9e84c60cc74c9343fbc7727da2527ef07b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..244d9dbec8eb9b4b34c67f18bb217ab95c589d2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5612109ea16c218a66b9cea6a4d98719180608407ec80e3d0e9726fe2d7bbd33 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f124a5fa021da2f8157f742efa4731f309834c3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09b91163a5c6ebc542d8aa2ed5decfa7e6be60e2a975a215a2f486f49ac99585 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8362fd1437c2d45050773472cca33946a9d5e54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57e6986afbb968e434105078cbe4de1c0b0545c40041f2d502d4a50ae8f7a180 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9f369bca3a1ce529ec4fc99962c658d68d372ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeb0e3951fa8994990b9a148f5f6e5ce472d82b771a65192cf55049d47adc777 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f237da0f8ad19abd56a01dd0a17de6a6429afa1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6cc562146e85fdccd95fd76a7be2129890c976e3aa119b6fbd5bc946532e2ec +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b9ec25893c2f1ec2e858b2104607ac10616e742 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0e81cb22c8e38f143327dc4ba1e80eef58d73460129a180d0bdfa68bae0445b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cccd49536ee19c56c78fea4b08ecd98158e2a4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f83d67127b707768e6e5db03d734b16a79ce0fc95f66e53a650dd375f932287b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..879260c208ad06e88b9fa83b112acc5b2b90b527 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18010d0d43726e51a7726a47d391b22d41b3d800efe8585b20837d60694d847b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cde78037355e8416063d59d246eb60ed8e47af0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a58742fa98f72b5797ebd0d6e5e817004163cab403745f45d55d043b68fefda8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b94f9d47b3500a0523de05b366eca84fc9509eec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81ee968c6505dac61c5e7e9d9dd5ac9838a0bd3bc2711e567a60233818aa30c4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..031c8da1e3e38d24dcad799a7b0fccbf67d19fc0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5d82fe3b709de8f76320194463a4e9ae4e7635bfcd710d2f4bf2baf5803fd5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3ab2f99c8d9659ca87b90c33c5d98096919ca0c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:808b931fd819bf9fd3b2cfa4bdcecab7d816a200a0ace6d4874f6d6ad861d3a0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c9dfe04401dee492e39256d2a9ca3df53791572 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6b98e00edd28c10bd6dba347a360af141e9bf89a1a0ea55ff02a93a9ccfd688 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..602de8fd584b4242ca02fedd608637cae1e03020 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c990929e64057ae3a82e868d02841bac12fcb6694ce8f383fb79bc9c0fe273ab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39ede817786d94d2ddf08ab48119eb9c427b4a74 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bc5ee522d5414b504e954328e4a021c8e95681046fc3f61a6984c02c487e82a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..852d3274a64832654d8b3a704d2e69e822988763 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4477a05f8d7a01e69cc66207824c77ee94bb29769aa4dba38b78d032fb733888 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2565b4753fdeabeb95470c00f216af846f1a68a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88a00b8a0bceab99183222a6190c07cf8e37fe56a67202a75280d61faaeaac1a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f46c51e5899e568a76b2867a187634398e2b909 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce8fbb8790a2a90a5c0f28c61bfd081c163ec7cae323091965227559181fcdb1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e0d8b64c9ddf0d4869d7cd0eed7a4ba23f5e353 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:260b8a4183cf6e93a46065364e8e8b558b8e8123849870cd88e7b3b5eaeba099 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db328301e0b8f81989818f862066880b1b5dc935 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:173dd92bcb924c9b1468fa6d58c27af2390921ec538a2e0c481e3795ea22cb17 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70ef34d9f3964b177132f584d36f2ffcaea67dbe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:838986d227a53f36db70b3854b1d4c0c42a24835f28fd76bbd71f61232a9d370 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f67c1a1e478cb13d74d81167ccd3a49111e8332d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c280cb1df823fe0cf2aa919a555835439a9403085dd1887c55dd894ef072f573 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0feb63103a3937d840fdc3f2d61f3cb2c3d9f061 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39e6ce375ce9940b699dfcb9c0ed7b1fe761949c5f3b29e5372c386aeda1e15c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..496fd17983a38d27d4d218d7cde0ce79e5c6194e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f506cf86b3413157863d41c6dfb57a62a2600d1b70874459ca06deee44a8a846 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fce2f6d21278b9d54e9a945ccd83e59b8824e282 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389bb66895b3fdcf4e690617fbb6272d25644f7e11ad06e7b10d0f9716292bb2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64c597468bd11d0ee7af54ca410202823d669964 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db8b34a4e7ffcb2e231b449907bf3d7607b7393db3ab358a703293f686088a4f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b85384d41669a89cd7e2d81b6118588de4f568b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96760337103ea2ef0176849e4c14793038fd50b96aae2075bcf93cd8bd8b3201 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1afad55c19d2f768f70162590ad62968cc3fc433 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c7602ce02be0d28f72cd4fca313715486185c7a1a6e44251ed273ff64ba3bc5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..662250070e370482a53e2a04f66cdaec86dc74e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1ed3b2d9d9bae4637b465f567d17e6e86cfa53a9a88cb48ce16ecf499f76348 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a1d1353fd3e593341eb2d667b5492edf8529b06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c611dd0835200fc799a537e3da3dca822e81e15023f81cc85f48040ae19080ce +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d026349a578ea8b0d6373463431973aa80a787e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29cead4370bc0792e2c64419b2aaee75c8a8beaa0030fc3bf03021a099e5ce50 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24d3d0fcc25263ac3c593126b5b9950d5d5d0dd2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71fdca8945b198e565558e9e66a3ab0890d6d40cd4a852f6fb4a0fc526885b9b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa84687172bdf6d970b4cbb894a5cbf589b6881e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c31897ae2eb7e6d195db9d6e9f0e3ca08c7b43ff2fc6b8b2178b2d178a976645 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e456f143e7f765fe50e38073856859d0b31c0023 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0590fb606c7af0f351f024392bc1f4d702d497a401d56620e22ad5229f4f897 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7518c11fc65763a3db54a8586d9f9b96aaa70669 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62aa77c92058fedd8aca62f8bfdc81483c258e71b9059c7af7afdad5b5c8cc65 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e393daf37a35f41a3eb8598a746085749dcf7bfa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6e16ffaab221770b93d236565fa96d12eb4e67f4c5ec8c771f741e28e75e18f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a73da281f4c7d6efdf67d747e8fc88f9cd7f9928 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa005d1f4a5b3ca76039053a324cf4657aa68def96764d3bed594027420cef56 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e6445356dd22ff606495305f1e05c86917c2dd3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08481ba27f612bfef0b0844947629dd1f11316644af1a7cf49fc2fdf6e077d51 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..998debeea22f5b3874652cdf93a0b760578a292f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a93e5856a6d83f70cee118194df79c5e942b4514c39a618dba3d5367dd4ac84f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71198b35afb23b759e8810930dd1ae09ab49edd6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6340bfb0de009a5deb501d214e7afadf4710dbbb9aaaceccb2896fe6d185c9b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2b8ec88c889c77646ded6e29ac5ef62140b3271 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b2b9ce971dc5d8737776a1a1576f342034dc5b601cf7600d9c9a37e4b7e8dd4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d12b19469ec7323d3ce2187d547697da2d5e0fb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:967001755eee2b5f35047aed5bc2c7b75ffdac41144351a56e7fa0cdf8d097a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eda14050841c028c2e79a383b20b24b5d4665aeb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc28ba9c9bc03d0e969feed0c760239109194f98b61364a43b8f85840f909f70 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecf07ba31bcde1d05d741a8d5d62412859f129e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02497b51bcaccf637e9c3f0c080df1d6c0861c97d97a9e2e8e3aa918781efe3b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..837e1cfa3d43f2c255f85f1fd1e6c2ffa2922f64 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6c2a674fe21fc188933ffb344e016f57b23f77da4bfe0e20973276810897bd8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc1044bda4eed478828a51ebcd77df088b147d77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0adc244ee044faa229b386e47b7626bdeeff60a1f608c55957d18bc3b658114 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6bfec33069dde5ea1a3ec9bc6fe2ca14c211978 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6ca3408b1e0548c83c5895cb60774f16a7e4dea522ca66cb22c38ee55f97b1f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..226c1e22a22e4e3856cebabe8ae0a6460d19411e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a139c9fc9b61c85fad4dbaa0ff7fc367afe470f319cbe34e2a22e1e7413538d7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e302c75cbc7c142bc93695e3c29ee3a125852639 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:037a03f9e0b615edea9c9ff0c11427210cdd991d004ffdcea89cc1c91dd71ad1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2050437580729bc2693335f87ab47a34023d5bb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:936bc1d3fdca03a100097483faadbac5e6a16638ae02330f54571fac1c4dd304 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acf54c963371efa987dd1192ff54f6c7c0f3e5d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:795df390243e7b5ce3d8c1456e95e7d6909cdc53dae5b32681390787af9b062b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6daf075f4f5aa59b0143271b5680eda1c1e699b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4906b4d41761e800bbcf9b4022e9067661bdb1e1cf5cacac73cc79c2f313b217 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd2a4e62ab21ec506b4149c03a59b705718cff13 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:258f137bff1d051bbbd9f7343adc1f97c695cdec5b941deecfabcc3d6710f93d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbbf077e5f50bca1e3b33faed24cc647aa83f92e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be29376cef53f161b883a148e6117e81e69f250b3457e8dc9514166ddf21de02 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a0648e8409ea7744639219629c5fecb6c1ed347 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0a9e3f17e6a59105630101cadde012ee19ee44ef8bd3472121c8c22c0a827fe +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcdef83387918f53ca5d1fa8dafdcc0833b0c170 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a0a46576201e7282faface52c6c7200dc607e16dd7bf961cc8f0f5c93199b6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ece00e8425885e5de9491272516e703091aa26a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:557f499b0dabc541f66d3a02939452477d2b179f0b6e56ccfa0f18079ebade06 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3eedeafb5e65442d6e9287e723a1d566b3e3c3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66a98d08fd1003c1370640d16b7fcb40a9c181e204e181ebff7bc8b86bebbea6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bd4572bbe1918f725ba297aa44bc3ee32b32ad3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9f83031f8385881a0187325fd762e1909527a0fe3bde110dc7884239e3d7e98 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee4443ac0d6e6b00aec4f32a490015f83583b834 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3440fcc1a3b999289e47ea6243a3cc1b7be47b7eaf5baf2508722611c5033bac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e7b496ba7f862218bfa360f3b35ca3b8495b5ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a0341319b98cc65656069ed8947c3f730781c0269871c484e5078a1db035d62 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd79207c1908a089d1f0f86318de53b55b799d6a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbfa093e05fd5b412c11615d68a38d2d55689455c5d4ca7aacb17c339d7b89f6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..389f6dc982ffaae0d0d6609ec2d491b950328743 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f474ae3a67783da7ced1a2842788f2ee8bb34830313c0ecbc96b29be2c6fbc3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb70bc7274934ac9ab5638f93bdbaec6084c30fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ab2654d08379286355f34df8fac127eec919cbbf95a511c42bde43ee7c3379 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15ca0f1ea4dcb90f313d199d4d8b3dd52fe47ee0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc9f0ec04dc59c24ee1b8bc9dd84b86cfbfe23d0373153434dd4c1670b09e26f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dea46ce92f8d125b131508639d9686076b7bc8aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb3b6399087143be050156159e3e5b23b66157da0856513bd7959faebfb4d58a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6da0dd0f803c9a8ef509d3b0ef3f67de2699edf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd27e48c4dd50ab6ea2e6baa52cc06e6e50c07c10038c9561f939ce84f2018ee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdb07d0155f7aecbbffbbafbc7613dc00b875322 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60d05b6295ba99d755941ba5bd167bada9a881f029b4c17354ae61b90bbc3b76 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddbc9dc32b2784b88fb912a794a0d13f39adab11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36debfb2b1f1d588d3070e5e26d0c55ddb385f310bd1efc0c4bc9592d87b8780 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f036c684a9441f855e4ecde4cd3a7f3da9a2a43 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ceadb7db0ebbf4d2e175c95b675c8ee784b853401798bd6e6a8a1fc5d76fda8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca7ad1c03311eacf02bc945991ee6b51e5afdfa8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddefe56c22e272611c1cc796ef61ee4ec66b0458231182d2d2943b714707f027 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..689901cd551a8be6d5b2dd066ab756a8e2063bd3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22be9f80fa775498796e53d98576f48d3b07b8def1425e33b83189302a9cfffa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30a70fe3618acdb01d379e3baa152e46ed26e03b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50b8bbc40448fab5aa4ca57892addb85b00b89976e013c38b9225d8b0e611708 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..208a25b75c86fe18f129a9d47ad209eaf43d3daf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f1de8e10c75cc1e9d4ebb96958a84be7572a041ae8b70c4844e48892cec76d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1f691789dbf5fea7f5719718bca705b664b27db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb72fb8abe2a9b0caac2ef109d77bf51f1b875a7d82d4ad0dcc2f57af287d46c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23aa420ad2575e54a8033c911d64e47be1a90e80 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01f83613dba557295ec2f98e5c5ea0335bfa9c7204f94b4e8dd20713147fd844 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af1baf513d38bba277ca506e17bc1b6a1d391ecd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cca620790329cc5ab796d73d9454030f54aa1ad2f79f1336778448f943481f11 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e46cc1c0c0585fe16409a06307807b5393376112 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b86ff65cd54f17e7989fa0cb094c989625db5d7068fdaad114867ccfc642091 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ec2a0e52148adaba606a1ec3b4a088523be7ad8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40b4270d6ae2c011e88ededfc9be23720b0f4f5f920544cf3d39a10be197dce3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5e3f0c0cc7999deb7cd4cd44a06816ee67c168a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:381f17c206441acc394d1c3299869dc63c19849c7926b6311f5607ba819b7fc0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4049ce77028e276283ffa31857d9b81f7f6256dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:864243558ee3158a5e6a85bd8354414660264091bbce262cdd0df26a4fff7ec4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c98ec4d8314480bcecf10bc15a4e0499401abffc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eeb64b89d1f82e6804796d073aa54938a41e5eb6e7ea321c1d39fb2f8143b07 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd93d0afca39f5f922e26b9c9c9d77b58071e584 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd911ad737abe375cd787dfc9bba2972256d2e56fe7768838cdcc63b78123909 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..482a380b49c3d73fb36b3520136e525e874ac72b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c08e340595e94f5dd4d04a13939ba4a439c7fa968930afd1e54f562d03576413 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bca7d34f8d756b556b1adc5938b0a318099ccd4a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c63a45e360f3a97737ed89843ef946f0e21303e627adc23d051d2f8ee164a8d4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cc9a1156592ad21436a8c505ff7a5ec381d442e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b1837ad9b4e1a46a79d2ce07019afda89e36f7cff7719f4cfa5e46dc143004c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea7ec84adfb2eeb1b5f1d7d0a8c0de3b4b226c26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4886ca14fcbcaada706cd78d9c836bb762790f05d15298cb0b7d82717ecd1a27 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..609d38024bf4aaa75f4150060f852bec0097408d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0def756ce9c8914c31eca48b1896032d3501d58044a9b4b379c7f53cac932cfa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..634f63b714a7423a9f52c636aa40426907b8629a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:598bc02a3de0937edd0076bc3dca13b7ebe69cd7653138a4cba2768be589112e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61d28b961ccbda444ff69c07db17003c4da1c60d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7056b6bed632be5005ead6950a22df3f6f71772896916afb541f9c4a14a8cbe +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f266612d750ded5a9704ce9263bc8d50ba5340fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2899698e208c2bb6a5d99244ac315fa314681cc04e1159d652f744a27b8c9bc6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1aeb004010cdd21921e770976f63bd39a0a80a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e341930eeaa59dc36d6635d2973cd06744e388634349d1b0c2a0b8ff88551f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14e2e7d8fbc808142a373fd9db35d13c9dca163e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:783f4bebd6c45523a5b2b9f7e7279389c9935c41c1c8916457aaab598fbce8ca +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bc082b996b56f997fae8ec9568647e81e8129fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9b12a89bd9a209d2110566a569d143295528cf70232968fe1aab58b0917f9a5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b920ad670f1e4fdc6d475bdbe68dacbe5048d463 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:500f2aa2e9decb676b79d6f39c3499261d46ed027e8ba75050da1bd2d830bdb9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d9aa49b3e0045c770b399e6a5d07b6b9ad1e58a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a985eff34aea112ae99ff8af6ebdf00b09b50b6bfe87b676492220eabad18ead +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..269232e3cc57aa9d77037840405040e192ed3154 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:888f63568463d6f2141e0b2b3fdd9c6f86e8f69403ff04d2f40d190db1cc6060 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23d6b4e2a582126ac09176591fcf171ff3420740 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:714a3e12ea2831c8178d88195917be99886eb50ded210e9b7a748f2fc958f6f2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e1d1545aa7abcc0c643508e8e6e1dba84cd93e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c2feea42e75a7d91ef684d17bca793801c485da86e1613fcc53ef71765ce2e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..641fa71a53d8c24901fca3b594fd66842cef6d19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fed748db20cbd0ff78571eb1081aff3b33b1ada762f56d0728b922296e0893b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..914ad48e89bbfc0c9b29a94dacff1cb1d1585548 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b6d17679ccb708140cd60b39850b9af91513f2996bfb6072fe4e0f55ad1185d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59dd93ba1b0445418a2dc0f8d7f4377ad09affc3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dc028d0c130886409bcd6e01d43954d0fb21d2879ab00feefab8edd7ea49411 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25d02a4d0a30c61bad8971b268ec8089fdaafee0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c70ef5e73861668fd95d6a4f17dbe2702e64efc90cc0dc11ef32006f121e9d85 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb7407cd68bd9506a9cfb0166e6e3ae75c766029 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d11850ad5ace53b1206a2b074d4658252d5c2e3099d182f31731acd0b69a1e0e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ad16d5431dc372b61f8080eb36525e9c1991907 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f72aec72703d93c8ebcd151f4a0a0616c79201305e10ffceff626c61784c2d32 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3972a3d146e0bdcacad7285a5fdb69339928359 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07b295cd3660449f8b13ce141161c67649dd346c37b6023c73a81eba52e2a207 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..633d0febbb842c230cd7a84572a5b479a09ed382 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0884d23b06e066e05858ebbd656c3d5cbdae880bde728c7fe6915d581585eae6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a99b83cd27dcc1a554fb033f2b4dfcd571d495c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a269cf5fb122c061746e20cae117fb87e2deccc599e3d4ec457ddc7b4d3b83c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1745cdbccf9ecd129d7cd4b435d509d8afb15dc1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:225e91eff507b5a02c4b2973608f34d7ee4d50230580aeeabb24bebfabcacd7b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01541a879d024ecc27c6e922d5af981994e6fcba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a5ba722520665e0daaad62e2622d930439ce69610f446e4a0d36d74871bf89e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b11c800a4f8b13b87dabede02585ca849b4a1a24 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cea6e7a3b90fb49bce944cb491c7ee0d01948e5b6616ed7bc8c6c0ce2808d9c0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06a06559a537ebe7618bae721403cd6d45efe1a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cfe7f2eb8ae3a7d675fad6212e433c65fe4a514034e15d43ce45c2dcf8051b6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2edf319a5ed23dbdc74546875adfbacc29acc243 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca05a55cd96bb8a7212637141dbd516eabc1f9d0f749c1b21201572effab704d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..037af855db96fc98f07b94b724dd4ea6e806d73b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6210fbcfc16e47abe7c20a9880ed8395c1bc7f8abd9dfd5c7a00825346ef6b6c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84e23ba799fef9ad7311c209c6f714e15c2e8cfb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d0cb4920b86629124e8f027ab2e047e702c9cc79ba3303139e073430a728ee5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..256c5df1c8494d7ba4e847e2e5d859ab2e14f62d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8962f077fca976dafd05234ee6416d75a585bceb3d0a1c2443a4dc15c8369dc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..897abbe2e6f998feb532139e8c4a22c110321bdd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0974656947ffdfa6f143c2926a7d2ecfae9a9890fb8f6005c862f81839847407 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a407afd463223a5f30674b191877dcc39ab5b808 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:807364b72d39b4902421aa9343c115b3486dec6849a87c9736edf1be1c3ef98d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ebc7be9ae679abc80aa7a6e098a28ebbc28e5f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2c2d18a8c1ba7facae944ab1bf1efda28fa6ca1c5258f9781f199bfc9c59355 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec0d0fb7838cd46e94685c99cf075628c0e6bef2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f3f63d19397181489f132f8ae2cc696e0e895fb0e7683ce34c07783600b2a4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78a9d1575e70c46e48e0faf9fd6d21bff0285428 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43b087275920bac1b60ad13663ccdb75583e235daf82079a3da864e9a12427a3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c07865d3bfba1faec8638c612741fca62a74202 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0ce185b341442882f707f8fc6c0fc1663ce61558ce1c7d3b937b8478a103f9f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c5364baf4ea45404ebf44769289ff721d5f553b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa0c9cf35a6d0a5e735ccecb9b3d6a479eb5a826d2f04c20f8cd79e88589d2e8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4f6f5820324aa780982e4698c97db9b0bad9622 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4357d9d47316984ff32a62e926a23076decc675a7f336f9a4c4b4a98f5ba4109 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b148d1a623cb3dc7e295a9e57f2cd444a0437b57 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d03f3809918838a5a99970d645bf8ee4d793640f440f38c632612aa446aa5d4c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c15481ec0c657014c15b13d63d107cc66b3bea4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14b291aad5a894225d066f687ab4be361697108b3a168594c5d30e9d84b00dae +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bea913a9c921557f49864f281b2bba64e77dc83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21e99486092fd686368549d8f4c7878b46575fbdd4aced813f409e4c8d7555bb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43eaeddf8b96a64d6582b227c6857d9bdd17d70e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba78aeb9520537961ef173d463e930ec59af4a922c9a47355ba9e5c8c269b79f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67ff6d7bf9c4c6473d2d339588eeb47eac8bcb2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:891ead9bad12b4cce1e17d8dcb52b4da4d2b23e1fb1e1151dc60538ebcab49d5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb72517c719fba476bee6852da6d518d5c1dcac5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f89f13a4cd72d02e1d8283e558412520fca2f4c43b83f4eb88a26a18c718eaff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e194b09b3d4f2bb5dc0d7cff0e775df43c33baed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a72499b115d9c49c4f8a89eeae49ff1a627d348b26ede78df471208d3c764902 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f16e80b66a7c3191a013755036a7af789c440e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a6e66ba3abae9a8250e285df0b737a3c7e18318d1538a5eb4e9c195ec71185d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c653b52246406b90b64004b9391f7dd2d371551 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f00d2b86c789ffcffc8da042d261871e03e205503360567181806c17d36c07 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cb6f49ff73f1a481c8e0582946aaff67c4e9207 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:736af695e2bdc1eb74e099b327fc6303da5b9cc6ceeb929137d243a112182d41 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ff9683875ac0ce87332e3a71e120a6364c42c7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9f1116e1870e43e8fd94ba85a14557bd1ad0dec0dcf27a399a084a1a60a1afa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..779e174c3057960212134d4a152e9a9658812177 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a5779308146c57ffcda0b83fa16691d7d08fb7d03eccce24eaf73aef3349eb1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c3579c788096dcbc1551ed43c9a529e55305fc7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e477991c94fd7c098f51b4e49cb65496876c8880714ba199c7e7129f3969a6a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2783566e79eb9125b09e2c059bd9f1ac6e5d86d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d091c7a4852a1fd7b0884d799596ef5b929087dd4f576134b413ac0d3d1dd33 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fa70a0207776219c6f84a914ebe6a54bd8a7adb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9596c4d213ec8889cc57e72701ad4c266d38d5f7d47c70c0d0860d68f66a94a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fff5e72f40727f1bfde24eb236f95156facd3fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b2f95b9a5b3357e7287d2f9f3dba22915a1b8ad02baf0a8a20f988e612bb510 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c24ef33f90240c688554ca3249a26300478ae204 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6e6e3614e907ad5dd52aa63a505020322f341c4d5de5cecea214cab1e69b43b +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bab67add78aa5c94a7b96a354193b583eb7f9d6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47f7704ea1cf8570d9ac494fdb8ced2434403ca28a6777fcc9dbe96c35d5c018 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bd89f0063a62adc98d9f578c83770c269eb2bdc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2123ad8a0c6f3002eec4ecf378c4ca0a2f8cc4487f3bbb91460a21a3e5d21d23 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..995f5e9f3f8d2103527c1778139a30f9fdfa9318 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:900ab3b4a13cb17888d1d67102542533f018e6ba9dba01ecc0e75ca21ba522bf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..937e9e7c528e38415e153837a5c176fe5e962f39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46c0a2527d53e6cf37696a0ee9747c65d04ecc48d07387d27aa64b8b150d134e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2ce707fa75e071d79d57e4b7fab831bbb1a65d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66d0c95324dde9224d21a57c6667c68b0a91e955b605da204f89d00cbd2c6902 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b63ce50cdf6a843147ea0a712fb3132ccc15e608 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b20eadf2be67edd5eeb0b9aa87e68190cd54d5d2e5741826ac8a6b5be083598a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f01fbe67c46023badb037faeffc6802aa222985d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe9a316f3193bc55508ed07822434eed6a51dac422408618e816dace0f985b8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ce0f966b6ac9f10812a535761bbb746cca6eb3e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4cba1485fcc3c92bb803281dfeeac228fb5ba2c6f95050a28bebf29d20fc679 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..939e98b4eed7193f1e5c0cde7a18e2df4c735f9a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f4685a92ec16b28964e23b5784ac7d9c2efc7b011be2ead0532a0c85ed3a63b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..963462dfc544df02459a26b34e3120d6ee51ec36 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2e4ca05f39c3f7a038f32b22684212cbbe6fde4f5dd3cbb51a33d4caa15dfb3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..451a06c9e2228e50f13213c4b42579be9d95c5cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d86a069d05a4965928db6ff85382b7ec0923491c946d28914f28afe696d1ca44 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4badccf139c8485ae067f6b6e27ed4d46df94fd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6eb5e286a768ed1a95b1ae73e9c5dd9a821c4ba5bb35f88cc603688bd8d49d75 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7883ede4807c589b374638504ee309ba21326953 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ec2ba554398dd621132eeb2baea730230dd5316df80c49136c5cc5ab133a87 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5b15845e1db76c59a9e32b1292e3d045a3eb854 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35c3a2f188cda67d287225c063586894bc3bd5ea44fbedb6f9e6be5925c792e8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b86ef0dd17045ba5e08cc2d3d77a4afba28c9f4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05e21787df333c7a0afc447fb9e69d5c81f195ffcfb4742942752a431787c351 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e48b567e15b46c45f25002a750662423e38d3f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08cd5034204a8a8446b9650add51e5e7350dbb584fe52578b2907accea593be7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c5b24f29a3372da7e54032e52fba842f190710b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:618a67956d59224a862097adf90bc01a17e5c1bde7cfd248affbcc2bc6bf1b91 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea72b157ddf23ceff053e9be7bd2970efcdd4dd0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d23ed1d1207e27346f4b5c4250d84029400296ab6faddd2f87cf43468d8af46e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fffa959173209eb874656f50486ca605efbc40c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a27a67e807e7fec416c4af2ec0a21c3508cea28c09e41f32deb9026292663829 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1543588710cc8f212367d46c27fd9729bccc31a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4146248223f6e17ee0f1b698d350a6d29621cdea13b2fe1d4200935457bf6527 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0de9b80369477e4863bd6674129dbf9ca6471186 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c83d8559b51ded1d39fbabc0efa905e7d4f89b7408c8aafedd54b03a4584370 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a2b64d1adc55e6c03b3854f8f95375dc4217d70 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77fac5f6372096c6a6d57ce9c1cc32f445f0b5a9dc50041a2f5c019f12f6cc86 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..490a5d6cec5330ca088fe6db4b4be3b362877b96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:972747095c2fe025079726689a253836f9459da4887bb605c27892d447b929c0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04a2a684a3932acd1ce7a73a267d836731ce0ab8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00a0bd95c8032ef66e0a28976e8e0a1e5aa93521427cc9af9a632470829708f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c17e98b558795442de161fe6de5824415cbee619 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5865f78b44c81bb503c8e91bfb1405823eca46e18b38bcb9b3bd26eeee8aa499 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f35fc8d0756b882405427a663f55242a54ec596 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:910021d2cdd7c1c52670d3e1809d8f9a0f7deb6ef6bbaf00ebf7f00c5e891efa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..626c0d514984c39a2d5c180c7fd48237178b5d91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f5ebc715de6447fd648ecd5e6ff406cffee2fd4d6435c03136bcc179230e299 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b509048390159be19e0fc6e2ae211fdad5b4d91b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97da233080d132132a578357a8036cbdc34458b69eb4c8c48d5eb9cfa2737066 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44771d0a9878a908f19460bb452b9d1ec0edfe2a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa8f0c5439f7ef7b860c479e4ffe43f05287ac2a86d520aa4fd5fb36b9d6a2d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cc95f79316af34b075601ecb9ff8ca9f3cfcd2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0d1e32edfb82d926c0a18f02c189c845da8d48bf48ba3b1135722e2030b00df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c251841382d1c2c7a6efcc6bd372372d1d2c76e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0b8186614f2b211b659c70795daca05b3d9e85d8426d89bb93b8633274dc8e8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..737a324da901bbe8f74a8b4bab3930ab8d6d9f50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be5e61262964ab8bcf874d957eb692e52b934bb1f5a18b11ffcc3e9004cba969 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc4cf94e9b241ab2162db3afec955bc67652bcaf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92925c78ca090a3905b8cd68c38adc3a53e227f8c49d9697663f047bd19c2841 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18b3336dce048a89447106009505e7a185dfc62a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd36821752bcc51b0d1a829572503e0623066dc59b150e8f9517de3e3a3d471c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff6909e1e25f848ad72a4071d8c886b63ebb977b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0b37fc516ec935326f45cc8bde9505739474702304c06f0d45b2aea7f31d7e1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..898f98af02421ee8fc9f157b4992c7ced54d9056 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90085446ca75393fec223aa16454fcc750fb805a880eafa37824eeb7558112a4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..010ad7e3908bb4c8c0f0a01759d145a55163fae3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fde8b0bcd0286e924350ab9ae10a270598746d1c113bda95e8cfec5773152ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..941d4eb8b90fc4c4f081c298b34262d5cc374d98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:397ab1cd25866e50a21c6b6cde717c40bfc84528d2e7cf1a953a541d9da4d334 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c728db742864527c41c14e9873e18189b88c5db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e90d3f532825235ce22ddbd165f0cab4aa9490539364aeab57a16b9baa4f9c2b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59a6b9d7135ffea6921628d4245cd9f7f930fdd9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b19323e7623ddb4645949fc3d7d14c7caf07d7d342bfc7cb86b41d18c18d602d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a0dc0e29c5cf191feb881a54cd142aa1702d62f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05d4199516c6673769e07e6486abeb9ebf934ad700ac793cad4e566200fb91e1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69c1113ae20343e135786bd0058ed8b47bdb7d86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cbd324567a2d7f27f3c6a7ea9c8eb669f7a02eef480c148bd76eb68f1f46d09 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cc4b1652c6431c4dda6f770eec6df35ed7e2fb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:930861a7fa4f926047990f68b53033fe322381cd59fb3d89370ba1ee7b8139b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..118fb0650d09de54b17114475d2c000a1f50f47d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4ab915b82923cec7efd90d32a355c0ddee21ba2ab446da7c83784eae0ab47f8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4cfb428a453e98d1c7a76f2e1b6878bccacde7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d01aaf3aa918beaee73ea394e705490a750d8f4e6e65edaf2f14dca24937aaba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aba438c4783d7b553e74cf22e6515ed4b9c8890 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67156a911193f8255d02bc730817b10eac4ca0bab4e228ab6563156fae96a106 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..280ecdffe5c7491cf428bb3c0d361f65b9eeacba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebe258c19ee2bb14dc62021449ba6442b5c50111b99b9e9c6abc8d1df7e4bdc3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aba2b4552df2db68b7cfda94584c221289c39d73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d743d0cbbf19e57aa79318fb21fbdc836823960f40d67a1377b47036eca518ee +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38311eb9e927d47eb43da118180ae911d37bf85c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:877f0dc60ba8f5fe27c03c47d7f77b24b09cb7ae783515bce2b9bd242c68e4a2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b73ddd889884dd98a687fc7b6f4b1566fb5473c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c5bd3fdbe8fc0cfebf9c93290a3145a57ee86bd139209719527a29d0f6a9161 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bba26fb4057ce34147a7e755efb8031a72e6c469 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d57943b9325aa53f0245e252ba5af2af584ce7386446f5e691ef5910ffe52552 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17ec90748dcb463530183fcb152abd912940b8ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fb56d38d471b9125d66b47ffef62b97b7816e7fae9cdb52423388596eb4f721 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36256afd6d4e4179621ca1306e01b3cde5afd638 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29763c3d59ef6889ef3f1344898633d3dfc683e31613eaaa9b684f3709740d67 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6ad29a4080c92edf7e10e175c9f8bb35b1fe8a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06f054786eba91654da8a07e4071781a7640a4e3b8de6c6a6689dc36416f4b52 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41e723c03faed999c62eb22c22826fefadd290c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36db957916af4a429a7a51ac62a8a7601b5975584e0d70fcb2a94cbeca75c402 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aead4364d8dd54f614adc3db9845bc6292ddc21b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b895f3084d1a902880156f23d5dd28a6272887b458330980dc877bf239c984b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53113ac6d1d27a0d78c1a8fc419bd0fa3889a9d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05237b2fff5febe7691d5f0a86292cd7479654b9602e9b6ec516adf6f8914f5f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da28365f08387c4e4b6066e709509194c8853d82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:385f2e32878560128e5fa804050c6d95aa20b5f123ff3a9d3f4b9cb1afc407a5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eaef030afae1205fb282bcc70968f97ab25017f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6bf58c67bd080f14450df8d8fe39cdbdff4f66a050b9a433507eccae265eed5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65b90b0fb2be7dee6e3f1284aaa989fa3d9f1e7a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:112a4550d253f85608ae54c492fdcc277dc9b62d5177df6666ce80843971d521 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79bd2e77c369ed1c8a8783d3f9cac79910018b81 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aef244adf4248caa96ec4309364a151454ef54840cde7ebf4b9f84f96b423f5a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbb223d52ae57067d182b6f85b70f6c97945bbee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99bd081e2f94ecf89d21b02b5862ac4d602e7920b89536a7a7d71bda96466a35 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6e1ddbc9672dc9dff80803c1a07825f47bddd96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e6b6b9a3feff2db126030fca9e3aa878858da21042b011747576185ddbb913f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..596ee59114b9f0984d3fa1d6828a753af64f6be0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6ec7fd4f28462227ced9f0be376d670d56054a9f63f1dd7efc5bc258ba07bc3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..523595c2c390950f54d5ae09325115fa1deea560 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc7981be8911274eb40a831d9edd14d98485dc9056a03dffbce0147e3c6804e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..627a2b0d8374fffc09d6f5092cfd191a759bf807 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb4815441479b1456df6187cbb81849aae80242505b81ec6f1f660a833157e27 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..18d9f9c0e798411e2f67599f7179a517d62e59bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ebe6d769ca311465588be0c879f9f1c6748bcf24cbdf44653c058a9ecfccb58 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00c60c15687384baa56e46c9fa564ef1025478ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd86589d7a2d00c9b0e88c647b43fc56eafee5b0248de2e4433ee38fb244daf5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..844abb22e557f8a0c16d7cddaea485d253e31b98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8014d5e1693fdbefb7d2ed0474bdf4e17eff037d3cef3cbf62b561ee927d4ea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb7a1a46b113329d7ee7ec3597e90437943de5ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11f398e812af6819d011964456cce01febc8645e3deac4f211330ac170186d8a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a674d8493731dfac7340135a5def0bd45c63e22c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24dd1643632b4fc873819fa0078ba0c7f3513bc4a123e1cd931a8fc356840848 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d7470b41f46ec8c7673e1a71bfade264963619d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:031cc7f68a6a1e4e6dc638ee8037b5fcf8c21f6d99763a5e9b74cc0c614e3638 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e90465b751a9e1db98cc9be14877cf54f104b04a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34a9bd70a288258ea0ee85d11eb48c4ce2ffc4b1f5c322f8ceaeaa360c4138c8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a49f319d4ce404071b9d0ca955684f970c79d2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c2672eab8a26a04561acc06a7eec98bf6bde0c7563facf59b29351b74b5b23f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..650b07430e3e07845a195168dcbbcbde38dd9160 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eadaf23c2c354a17e96e74590a225ffab33ea48325e4e1399f6e52cdc6b167e8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a755ec796f4691af6140da4ba1a68c207ea3b6cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72625dcff0ad6318e0975f698fbec8fa85db7bf5b8cb6239e9738e10b3a290e7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09129dff9728732224ecd1108ca215b9a73a8a02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65c07148bffc7f2c08728295cd5ba21e04421d6c637e2523d6dfd235c5b8b104 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b84111005c0f28ce9a45a7125de23dc63ac62088 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9b9eebe65475ec33f074a74a3fa412068c19cab24302511e8f05885febfd1dd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b10af926d3835958c1b5c71fe7ecfad93c7175d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cd6a355271192d35322e1541951c41980e500ec15b588a11fa88d5f8b49e370 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb4892bcbfb191724493ca7308dde897c00bcae6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a731ec2f25b49698d32f6a0ee1ebf5dc33333403b80fb3620a0356b802f50da +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e512ddaa9ec07c8b4e88f5412904da7cd35822b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ad6f0b4c95f4419d038e50f0baebc5bf62c1bfbda2db103f2df3b602b09ddc4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21a09746e97dd781e35cfeb9ad4f6d34a0b870c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:707c93ac9850619d052ae9cc01a06b13bf12bba6191f1f8a98a3b38eb59a7c5c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b605beb6111314418068fb4bf466e2a7d24ddb1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c030368245b798edfec5c0875131da183e64216c74dc554e94c811848a399f6f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67f6d42dd34898e06d403682b34c4cb028c0673d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ac36959b884586b6089185397fe32b2c3757b4913e457ad28b0c5b625148f52 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f944d206a874e51f4cb452ed69a7389f1bd4c392 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:148bc6d5ab99d1d7f118c53263e615f0debb4b065a732a7ab96eeaecd82086fd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfbce16100f1a75f25ff45f4758bb9b1389bc2be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:348d972100bedf482b49e914adef35f6254666537d0cc5fcd78fb68b7dd4c809 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..949ddcad9761cc7ca7a4abc52ca442c46a82919f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bada7e42c5d9d34c01d984f4fcfe0d49e6cc6be6a185de6f41b89fd46fc35301 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94ba083d8c43605be433b6aab081a0708a01f4c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac0933009b642950544a360e51fc3b7fe8ddba936d2d866b8983fbbfdededbfa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f03b57627bcba4c1ffd797d5b2ec4570f164345 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9233de50fc376e645badde0745e1b4cea8d2ea854bdc1a57a706e2122e8f038d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a82890c73312985ae7d626a75536c8216f6b0bec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e051ccf2ce73f074d75f74abde7e620ac659df47526a60a8e5cd94d587b93649 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..431a1b5b62d9ecd5b1c6d248dbd6b323726b6752 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:787c2ead684e80e9e616fecc5b971bbf1b8076c6118436257bfce38569908c9f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3877a9cb177b0945d6c4ae3bc8d4807134d6ad2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4bdece7e675c1333cf14edc4cb4456e0bda357207e47ae38782fb3361e144a5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e0266394512dde84f57bcba62190f8e8ecf213e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05677d788d2cb5b3fe1510dd0a7940d20c99bdfb27cb658a3f05bc3211244ee3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1551fcc94548f1ff58f8964f1e8dce6e5291cd6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c86a31c6af2775f86e4eb20deae1569563bcad6f55c823118c20a0cc7fc68e4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ab34afd3a955e5d75c790b9ebb1dd12315a6ae5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa98c3fd583593a397dcd98bfd25a115985603dc571647d84688da7c978d1b3d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c0b46092533090e3c4f779bb9e28f51154c5f83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86e3fcc91259e11f03b611c72ce42adebcb89877832f8cde9a6f6a3495e74f62 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34f18ccfa578972eab6a25ed1538779a42cd7c62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5b4a809773bf1dab5c0e3e9cf37c01f43a94ac15f6c1a63fa9f1b892194556f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ad2c91a8bf47e0eee2d529767817002640bc93c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1548f9fbb97769f5762933a5213212605942a40bfdd439b493d63f083e8fc3a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45fb8f7bf880d27c44ae104601d20e0d7f9abe4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1235ca0e1604441f096740783730657125615f38a0e4d24be5ad3b4f9a59c2a3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7b8d9b7f6c4925604ee24fb22a0681379466b5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf5e7de5cbd0ee33acf42fed53b48d7e0213b5f880f652c8b1ff805f2c10da88 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36133489740c7b957bf79245040d439769f64c71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f1ec67ae8e8919c00e4e6632cd9b30f4ea3bb4a8ac4e98268643e6b4e012c24 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68bdbc687cd8a7993a36e919c68d9b6cb215bc3a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8881a42187796cb8f9a8772b23f22c3e190872e74b7b8a3657761615630cf3f0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11276983973b5e4651bb833c203cda68af14a850 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69c13bbed72218ce2770495476efb27c699d0c3ec76b291e168c4b50ae57738b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f578d19f30c21c958e9f950229bcc86960d728fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b02098337e27f54fd8795bd871b5bfc1f94489a4f3808d1b15da781119a4b5a1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0837ce496e4d8ebc0cb8cf7b4d2e77bc9f589284 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeb670345c097696f052e111c4359cdd803d2e6f7c335608c0cb3e13089ef797 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc75e3e8d7e540ce8faa8835f3a191872691fca2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b67a9e9463e261e7a05110adaa0c1abd0d0519589f575e1662a557c42cfaae46 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84a9b78e72bd2e13abf19d44f40b9a29ec74914a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8578cc0b336ef06cdcd5d920e3606cbc34a33606951d66ef76165c4d9521e455 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..384b40880f6224e84a4f3ab8e4d92e5a0afa0b71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c8a9e24923573a4dd010a65be264f83a7b225bedcd377a924d47b8d796ba84 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d088cbd82f05b9f49c4b4e85f0310a8091cfce6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6c99d6a888d3f02d2d5370d3d06d194260e1f2ffa2bf0246e66d86e0c3cfb49 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dae620425c09e8033b27b6a0ab05532bd0e475b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:235e5c6191a75a0775b2a1c2fc2f261a22c33e7d7880ae7812ca534e34f16426 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dedb5ad83f64d7a581759122cf0f9c815806219 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f04c06d4d4151b36675771262625a8daa161f7aafd955c91537daa0bd3fd8f6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d2d17a1377264e333a94b99445e461353fbae33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a208489ebe2addfdb9d47996bb198bf862bf2dbaf41b507e80c1a37f55565baf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bc880a08117139680769aa1e956e7e4988492b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81b74cc8c5087b2c7b105f0b70e5933ec5a1031504ae5c7b0a3cc6db910f3939 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79e35a87f44e35cf347cb1a79021767f2c5daa40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6a0e22a34e07a03441281e16ff9c27c0858e4f33e9f44390a5bc94ae50504a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f99432432bcdf5ba28ba7925f07c99c98d0955f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4ec2ebf12d360204f0e4a20f2fee3bef0d8f1c45a2c8c1f4c66d2f4ddf4018c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93c6ad57308d33bc93d6fe2f229043fd8c5c78dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2ec28dd6e71c0d30accbfcd2232cfbae24b278f5135849d04999a5edd8feff0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9e205b15659896af6c0677694ca9a52e50cd33e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af299d214520b0248ae70e9797de26aa85f0cda7d708a07a1e4cd779da8f1a23 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22f4815c48fcaa2a8fb6e1fc88e4c12010368573 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24fe51bedcaed3ac0daa39da43039179dd59bea920c3c5ceb74b2d973b0021df +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4993e1b67e338823d08bf763c9df6eba62c8ba7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5084c0aeec8f957e4b97c534234108b3ebf237c6bea5e127798bab0c43f5ebd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd1d09695c077b77eaef5d80c39435ec4436baa1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ab335c3a4131d233f93d05cbe3b98f792221b6322e3ccdd92b10065c86a47c4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49d8284688403b8b3116ba1087fe1402131579f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc19d43e385948e884198475674799aaa053508bdd40167698524c44354971e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcb547c97befe75cb6e5d6e267b9af2103a5365f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87c73e5999012cc2b18f5bed0145a23b516bb99c130557518c89a526e6316515 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..812c9059aa11d41a7c8303a159a321f5ab61e8aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4ce755acc468bd96a5df412b3c92ebe156d0917538c55a3ae84143ec95a5da9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94a9db7025624e9ba6fd45d830f162ed2b9c1ee0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f884f8ecc15108f39e5d3c48824c78e95002f6bdef2e20e3fe6885842d36744 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5f4c2d5e662b9ed62f05afb8e9accf885d473e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3384685c9698e4fb2f19e441c947287c0be5f1b7e0df43e24378d1b9336224d6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9dffafd12cc779c903d5c4267a44c0e7cea9ab1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff2d5f0a702bd3fb6db4bacf3d51038e57f883c2535d2bd7278ce18f171d5cb3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f72c5ebb50ee0057bf50a031f7d470c89f6aaeef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d324e55bbbc3f0f20f9fd157b0e92c2c52528a44cb9b0d8c4da43071faaaab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcf15ea87bf6f8e25323283cc5b22c1a1c2ad879 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f65f9e4b323221d166c39bc32518fefe50da68e968be0f4b1af874a83513bac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a41a6e8c04929c8649316014f89e5d0a3ea64d89 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0b6b1a293e07066ecccb20bd5b83633cdc35e674c0324871f1250244faca84a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9dd1f7f31098451faaf0e8579b0f8e3ed07673f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b523fefe61658d2d7f4ab9cb2df49f7f36056df31354d3922e51788e1618a2af +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c42c03384c5fbee43e7bb6fbc9fa9819b8f309c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e6e47f71c7053fe637f2d356930512a876ded213e92069adbc164e158604b25 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc2aea08169e4b92c8327c4236773bf308fd5e02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bb9c41b90173037f4652c24b13ecbd5ad66acbd12233f4038fab1981105fdb0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e4cb3b28be3be1471ae6d5a42fa09b7e76199c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd658adbe50afd7627a56de0d8ab9bb3a7e0311e4edfbafaab3a741ba664888b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b7683ce8a4572ea747b3a074a28dd5396380d2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dd342efff9bc43a833ba25f699c0c8135b0814b0154c2022d7f64d8be33a1e8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3515dbec1888b89cb36d6677ce9422320a77323 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0397897c13460adabafddf71b5d771248e3c2b81776eb4965f2d66fe840e02dd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b6afa6d32f9aaed10af8a5388a2c6c7591e8552 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c7c4b946fdc58a4539d9baa989dd1bd3a498604226bab29fa163307ff811d71 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cee3f98f2e0a69c7823caed03b424ba1df432549 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82847865a00d80370e43fb286b2baccc324513e772553e3599b2bd6c64e3fa15 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4803b7fe3d8ed5f98b973aadb005fec37d9c5c84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c31f89a95dcd329827ec8527d007aa59ab226aa41d4ad8550a4cc43bc020d990 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6257fcebd3ee9fd08a62fe00a8aa9072661a953c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c31af08bf428c61c7342ab7f2d916196c5fbb499837e8c4dc231c4166e0c7933 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da57e0279247f7ad2ad3e90c31cf745101784f20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9582d0e1330646d831133d638b1dcfa8cac8ddb2b00bca3e52b3093ad03a11a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b33ed8956d988f8062845d255b24caef8b5e43c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bdc1413037f75fe6a6ce46f7189ca8029b8fa559baf9a6fbb90e9781b23a7b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c796a5fca73bc376b32336f2b5c47a3d3383c7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:112e2facf7a5cbdf89604edc6ebdf57d6d44a2705e0d41d4f09ebe48d86b3681 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..69c4883d7d30d59ca662680f262a162846b39e8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:332a64d3c480257da5b6cf80318a16e7560679bba0f06146bef60446aaeb7bc1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c86ecc8880a23d3cfcd6c46d5a57a606e91da95b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:420a0ddfe81a057448b8e9c6892653bddb13dd905b463e0bb8ae96313386a0db +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7ea5a1ed4b005e5a026dadb19457b3cf882b571 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:651d8486510149672f705cdd35d73317ff64040fe1882b5bfbce3bebc19b7e49 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acb2b029b39c14ed3e091a6e847a84479e441157 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c27fa25228068dd07aa02a0f5c1e8635433013616d9d47ef2e273d46e942c1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2de0fd6fb04ad08d7bb3c63fd2155d1118c4ef73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4158a8afed67ca5e0dd6cf64d74884ab6115cf0fbe80fe4fad05bec745eff347 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93917b6722aed22a2949a2bef7c7d9b2b8f2953b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79ff0db999c9290aafc52188e2056da514c5fdb47d15745ae5f22eab3693ba34 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c932b19925f97a1b81b529c34f145d5e81f1e28 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb945bb8981e2947f512fb2a6fb76a7a174b80eac282edbd56e3dc5bf42d62dc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18ea4a2cc39f1f0a1fc1eff196b509dc1bf7f4ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aa677fd59a8d5164e1ee4b88107920597fd18dbe02aec9aa30e08a1dcd0f4d0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..710c6272dfc37815d4230b4e14f37921bd3db704 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47abeff32f0f21ceb55aaf081bb75982ab4f821e40a7959380aba007c72a19f3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49be04f217f3a783436d364ea4e55c8bcdf8c72f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf7817b10f3bd25a7622dc24258dc73d65e042e2bffa563f8ecfa3ed0c44d08b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..12ab9ccfcd730a4d03bb702199ea1531b5ff378a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7f6295eb301f7d22951ec24413d578b7a75b90397c42a85a808dd16cf9be510 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e372eee811fb530e00b9a1adaa4c70e85b0a4c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56f9167041dcfc8b3627aa421c7739601f3317cb56c27f6fa8f97bfafbc7710e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ca459732b8304f6a459a6e07d4cb5024c758bb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09da442450e440cb3c50a0c1d6be39101095e625d3019ba8560c67ede0e4d25d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78ca9c52c8d94d2da98b2dcb3d16923bb21abc42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4e01549d092670afb7a6f265e5515a1e5a5f01955d3bc18aa80397379e0f602 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..760c7b773a1f8d17559b8cf614f9f94ec77279ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d5a69fdde1fbad6a442ed2ad6b593bffac2e2aaf8cf8e8c4878ea1f50d25076 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0994cc4f7d9c53139adc52ce508e32b7572e97b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94415a34e85f6ff4a5de3d5cd84eae8c43682b92c7e7396536891deadf63fbee +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39ac4dd208219cc3f5274368172cc57e01577f19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf8c3a8659c7c81b5a383abd1e3b0e267fede15962cd12f3a0ab6cf1a7e1e7cb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5774e03a609f5c6fbc069fe2dbbac22cf4ffdc3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65e273a4c70398ca5c702e770282825ad470d15bd92bbaa32757e5e4c9f03d72 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b42ba83448ff4b4b9f961fc1245008946bf74d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8de77eedff9d9ee62e9976feb268298a0faabb720b92fb129ea4d39b32ef18d9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03bc1b17e3f081c7d778c6a7869586d31d4548de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc3c637a353b2fb809f3bd27043da630989a833142d7c97165608e9aed0cd258 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..745e4674095d2725ade77bc48c410b5ce753056a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2614684641d84d7f9ff7bc5197858257f0d0e4dc882182f91ee19fa64909c9e0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..996945cb0ba34d8b7f4bbd68455e841e92cee326 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:985a111f745e6f782b9d8a14d892fc013e8dc1d98ccea24f7b8f7b2f2f895955 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e21efe209373e2637b0a83b10f07dbf82e40592 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5102f2ab901475fe722a74db3c2140363ee007106938e465923d5591e0a1836c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..705ee3e6d1fa676475498c963109fae00ad287d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9481dc6d87eb3cb1f453b1784d400222186ef919070bde1efa0a87bc8c380d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dc66f678cb410c1a0288e9f659bde158e103e66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8664f6d80d391f964a964b77828628a492de5ca54da8d92de5a9ff89ea36861 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68fa8a6f1a9ea35e7e119a67f2e5129863cc69c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a6bdbe1585023185c24c71c75615895e126925b6d4561178a22ac2d4a4090dc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e077cf5749d3256a343f666c95151086cf773856 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8afece1ffc55bf0d4a8db39f4e15174347f0ecf1fbfb6ac753852f1df9399ff0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..106913bab065dc08708ac8947a41b28b3a0a4930 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49fd3a810d2e39c5027e82fa8e5ad2bff494b1b536b5673362cb95ca600af96b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c0efc8491600a3931f6ff7fb63d5f40a2e5bb12 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:903b5023bd0bb7b9b0c28dc15583adad6c4faa6e927da4fced21ee4ff44e5249 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7ff2b5bccafe25100898d32be40c56cad9b99ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c86a0940c79f729cf4a4fe60f8c2773a96a6df53e39622e059b037ecea7dae +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04a08b4365c104a43543727235c6b01562214991 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7558cda27e1bdbeee3a29d0b6440bd0e2fd25cf644da195633aa87af3b32ec9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bf77888849dc05ddebcdb1fde2eb48aad297932 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a09526969e75e8a71df3115bb771f2f2d9dc7d2ec0b0e5ec7687346aba70377e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5474017ff7219240d5fd8c5184b90c9743ef7dcd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1deaabe88867c4bb5b62e843d2f7f1eb28fb2ba382b7d3c5ad919e163f3e0d9c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c3ebc7aac5500e199381023444dd7b33b47ba93 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92cc037458ba1e5c0e4e1c88a5fd4817724c3e93791ebf7b8f1bb363de2e6ee8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e43bda9e0855fa5f105c86416b013afe9e944f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e8e976da22921be1b0c41dcfa15c3bd9c388826228b4d77aab605d5b3952775 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34be9f23cf1c60cf243955068d6fa7fc6b8da1c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab4216a4a9e8600b2767f297e033523fbd595c0e91946a2687f066f8012b13d6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fa99c8ec71edd153eb3e246a62979b589d880df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d62d2b31c85ddb47347a2ff74f76dde60c5a91876c840f42cfdfc1591b09e768 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b915ed9fd30f6c81721c94066f0e747e4a4e526d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ee3593ea42bc0d1c563efbee4dc32c50df7cad3dd24c26bf95195c2fe5f1ef5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8945553ecdd4f8ae835ca2c5141fe8f7fe77592 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a329492d083507e335f730b7a639deab908820294d9004497d5476f6c0bd982 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b3279f2e271044570cc6617772c76e015d383fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d62a5118db52cce0bb3fa1f178cb5118b69b05706ab896dcd72899aa61d8238 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f1bd880d4b1f21d6d52237601868fac1e40742f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7247250320fe94f41df81fbd7a8bcb40c8a48a4135c3d10549e1a3d84f48d97 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbd03094bd1bac999f397af173bc6c3384ee9cde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db4bdee9377c117c3305f55b37eeda5eebc2e7743b7552024d5ce6195aa2ac7d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aeae7436f7967a7c7bf7195749e4fc0db4c97b3c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87a73682d543163e8b8f7c9edbccd9f97fecb2996413046107499c995d247b7c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d2f6154fde5063aa68230f3978da7d618c8ada6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44fa9b23dd211eb0eb93d158aac2d84862e27e4df2497e6a11e2e5e8a3da1a15 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3b3ff6ec09b2dcaaf95db29bd9cb8d52d97c101 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54be1e9dd20e1ed67caccb39b612ec4b4d85908b037f566d429ea00b7540b1a8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcefcec5b7ced97daae002af62f16b040fe662dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c74868d67ee307edce21fef8c28378aa96f43424e13fedf40ba9ba92fe7a1164 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3a35efaaa33bfc9304dabbda6bdbfe6cb40d164 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9968556a80abdd2f72b6612f22496da4ea6cfd0ab8fe820421b8627e1fe844bb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5049113db298e34250740aa4af6a407ed295724b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c4193ab180effb8e905dfe721be2e88a20abdb7368fe4988153124b60370ca1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80be3d023f08be0f9bc076d7a215118747d1399e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:272ca9ad77870c220af7cbf3a47895fc851fb3a7ba280c37746796c070b5bee9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54ef0cc7c2394914e813ed18abc76c25fa3a235a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eae29df208fad2091614f7a499c36ebd35abd66baca23da0ca13b2bc966372b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccd54ae0c16bbf55853c579b3319b6e1466891a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e9d984a14e6e5d45150cea9d1f249b130aebca5db1931879ae3eb5b10cb4f7e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c36f499f4e71fe6299664c6563574d296f22a73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a945c1c4c30df037562520d9994c595417ca39f27558cfba6323e6511d5505d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf694849ac79f760372f8bac6eeb63bf429bc9c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fef998b775e776323fffb63198bf15eb727992bb16f16608956a444472a173d5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee87386761241c55fe676f2d75910fd3c8b687d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:971d7f2a5a4051534375d4a44fd0ffc11afaec4194823e0d3d4c8422ff35e417 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcff9e0b09b08d872cdaeb807342b4abaee19ca7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7d19fd696d62bfec286163ed5e37cb0ec31386c55156c78d2815cfbeb791dee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a084fabd0a6bdd54fb9c5db314bc95ed13b6d748 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2b366a55458a64b70029625ddaafff418ac677975fc6e24554bf42804782519 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27eac8aab17319d98a5dab6e138e5559c5b899ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6353679db0212224b9df5b164f989ecf0a19ccac626cdbfb1127aaaecd53bf80 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6b1cad02b117ddf5312ac10f488c7a151ea6610 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df5201b9dc5f7d76999864a9ace94af4b97d18bd6845c137fc3587678d6075ff +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0ac08600bdec376c9deb50c8f7a422df1d43284 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:484db25fce28a15a52be4a2b1943e88a9eac6587dfa8570cf4818e8feb20b386 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2458f6239427e6fd759fda6f5357c3eee1c2351a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53494b6e9a898ede5c05642252dbc078f27a18e0a8153217fe85ef1114e784e7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..100ec2ed566a924386904079edfb88379394908c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3986a88dfa9ce9671ad3ae2f82d79419fb9a0ec0cc19555ff8430752c997478e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..918720a44bf84611ae3f0e8ece1c07d3a680666a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:376b26d6c40eebdffc2b5302dc987d18518f73e99632e96364448ecaccb53d9e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc6e03024fdb29e7503d779201c6da9b13fe2758 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:559616b54f9100a38c575570e602418133545004cd81282c1ff410bb4c690797 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dfffbaac399cb8d23954f562a8a4cb385b3761b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f239a99e10792dc58e6c4e982762974cc2564467ed42bf91397fe402e8f26ee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d112e7b5b1dd02a75363e15cc3632e12dac9e5ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c66fbbbf3a1f68a76620d11aa7edcad8699761356e0ffb8d7e786ef879c84047 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c34716bdf32382ab3c8030702ca34a2a0809db0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa6ec95b541f04ebaec316ce66e8a09bd3b9a66421773d5e774f882f178c1103 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efea18a45fc4dfef2ff71e8f7c078b9df8e757e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92cdbffad9dcc874713ddd0d46e00807df918c4adf05469f0bb9b9ea0d6ccef4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7933c7b652fd28e1eb7c0543bfef294252f22a53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13bbeacc87cd110ad46cba6b17e2a932362112a47a9e44fee765bccd4ae5ea49 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee8f02c3bee42f271fa151c7180ae3a313d3352f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95ea7b15f69b781bbd3fbf4e8b0d30266a652f5c0ef716d27a3010347709c05a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..824a98aa04f016d1ff3bfe6d1ab4535944e62a13 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ec87d7e2735a802f1eef706a6f60ea52c0bccf95f5b080358fec72d1f822a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..375762c32c9b9bc8198bef14d86b4c8664b7b291 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c5b7b7d621a924d262502486ced634386c4e907194823f6227b24e09d4c1634 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dfb58cc1b052ba7ae428b5d2fa64031a9ec696e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9d7591d5f894c867a9eb33a8ceadd88e0457a1aba130b6defd974dc363feab3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7bfd8cb1bc161f6000facb45dbbfa435d9c9d5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a37e419d9e7d30d950868738293af137b7b0df832ea2e5ee493f01bd4ad2c88 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5cfee9d01ea042d281df5301df6cbb76648a085 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1f53c9a966e49eb61f3d0cfe7c09caa55a3471715e6c3fccfec4bbf7989ee71 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e10aa869d1385e552baddbd6a752b99483ca4ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe60ef518a610848af0593811cdecd3dcc01fa955a21170d49b91795d07435a3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca479ac6a9dbffe69c91c2bc6e4627edee6c74d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bfc75da35ae7b7b4ff7739aaa294f5bcbf39e2c48fe8dd6b2305ca33613cccc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1d5bbd23eda8053a3bc5303b1ae5e45409946d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a7c9eb70eb5b8bd417ee87da046934a5e1d5b15378ead370712722657a6e031 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c36b34e896bd3abb38d26d235b9ef9173ba630c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:430fa9b02f62e7ded240f9dc8eaf0d20050253f26535593b57c6c5ab75fbded7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..03692f5143e1441770dd4d8ba6a4739c58e816cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f43a2c56c800fed26efb4e94c70dc55fa9617b3b50360b4151e393c4fe501404 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b2092c411b869f94d1d127c8e5b223f875cde2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:468f834383a5ef148feb3f1d903deb4bb45f44d32604a5483d2173f88ba43a21 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..534e8e0a39ca6d4e37c473bd7b19900ba418e9ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f63459362a3cb5f7bd04aae32dbdddecae13301b2eb658cb72313532a156af26 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d7ed1c0e7f88f252db0ec7eb52c6d09ae2c0932 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4bae0e151548efba9bfb09e69d191f76764c719d8d78001152a209b1a3d8b59 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ed753804718973608b5c4accf94fb32d299c90b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bf79889cbf372091dacfdf8cafe9964d58d5cc8c3621fbf57ce95c57aebffcf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f6789db0061578d37610ddd310c9970a1e61fbf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c15e78b5ee0c0c8bfdbd59c8f809a6b59fca0d94202808d70d7ad06237f85525 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37a4576ca36cbe5594ed6a2d5f1fd4d7e83cd2cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:322a7ea073d0ef5af6656b285b1048c599dd578b365624d9ef59cd65c3c71e33 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..704a818398144b053fdab7c45730881f271eda8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64b860e33c8bb15632207bd5dbe8120038b4fd6842e30c9ce1586890ab276dcf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d26124ed6c0d166c8a73ff6b51fa736348649365 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41be3ebaa16fa05d17eebbf1ed91f94fc6eab94f3ef5d5221437fe8376735b44 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12b2da47cf82d79be69c0383d0ab0be0138e35a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9184906c8c9bd18bdce56f48b4d74562298b07abf5ec0066456dd9d870bc8d8d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb4c242d5698bff81db29bc2d3e3553b87285a23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee32bf48788d2861478322a1119afa326194177f0190ce72ed446e858dc0aca4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..643edc37c5ef1a4189f5247883890ff625bdee6e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12d7ff0737a39c28e9938d32f2721d16ddc1a07d789161d697aa7378b26f9726 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56cf124389d9e20cc9592bb4141ebb255f91ad88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bfbd827af36b2ef64506b98d7ce33959460c8faf60d9eff60d6b38051b151d3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abe5b82217da9c82d2f57823d2fbcd891ad97d01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be6654d5f66a27ab42f4ad4205bc3849aaf0f30f7ab1366374b8a1da7d314ac6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97afff2bfcfe207fbe906e78f46c432371ca3a5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a5b86e8439acead28119bb050429a1bff4b6302fa4c0b99003e96951b9c7506 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bb0eed20622c89e252aabd06736c98a90825a5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f23b4ede9593f0dcea27adc295d022569a3511e02ac8f8f6d4d13286df435485 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27e59e56156b557eac7e221017782ff9b3248e6d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d9012541a51b47607308c73466323e35563b6c8e49ec9e7c3d57d923e42675c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b028725c2aba041b4fa5112feb50764d6f37f3c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39efdf421d503120658f4c95dd3f51faf1e35330dc582da2108994b4c94b946a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c3800a5e75537b33c008a7cc59c005ff3995848 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e153b51e57e23b5b1d992a1f66ebb6ae9e75558bafe23c9fe0d46bfdd2554dfc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e46ed30d193d95d105e035ecdb90e27b4883abf7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b2b6a1630d8d2577a7da7fa361b59a48beabcda5f21317cf37aeef65b0467cc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9091f4349d2c7de6bbf171de4679625019eaea2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4e390e49ef00824e718bc7ef239b99414a9cd691f0ed31f3e969618afc985fd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af84be36bbcf9e558d002352cbe45c1e8457c810 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c28344e94624a0b4019c3820b76c1d43040182187ccbeac31908c5449317b5ec +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb3187fd9e7ab4b09f14425a261000685400fb31 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:408906dbffae98e881326612ee2cf1bce170017ac912dfee974dae0feb0c68fa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8f2007deb83b06ef71cfb236bec389c2b39d20b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13668526a7f77f07b483fd3e265b5ed4e383ff34fa55b1e59e859546ad0d7c32 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8f5b5de576282fdc7d8bbc31fcadcb873fcee41 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:933240ac0e65f59db2d0af18538f899149892bb05a342370171a8610393a3bde +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63cab3c9bfcc181209901669f6e85d2105617403 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d746249c7593d8fe63bd6c4aa84d4b06fd6cd5d4f0d86b88085e685c098bf25 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9165d9f447e44cdccabe4396614fd14c9e63bfe9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07630f805529f15f88bc7925265f3c7d7163f77d507b539df560b6762dcbdde1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f6da6d98cb9a94c99727ca7edd76b85078fd3ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8936a2761306439b7aa1758c436d1748f20d14828a5721da354dd716709efb21 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aeb43f2e5dd5c2973b208f2898259e6c40c56c67 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97bede7338f198c9103fdff6f81d59b78596b3b3c40c3db29567ec93f0fd73a8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..230f18595b8283fea23e8ae44cb60a1fe656f9a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a51f2906b2cf7e791202f4325f8a8edf3b0d5038c5d1e3a10792ef7c4648e27 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8163ce3273aef21c4152014270abff63e63c169b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fd8e2cc0b32e878850f3b144cfcbc7c9973c48c8f1c2ebc4dfd250dfcfb4a71 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce3e998c7196834871b2e47ee4eb9fa8bee98188 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ba8039fd2d5f35c2fc1178ad35f2f2aa3960a835b6ae1f6b4e9733f4ed6f0e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ad13c142a91f26b18cf0a52d05515764a1e7e9a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aa8b9794c001ad10390103ae0c110b2114b0e9c4bc4559d83a532b37c7586b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eeb1dad19d6675e2f9d28fc94c34a447647f4e53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7ba7f2bbee0f86ffe946b2a625826056fdb2ac3eabb35867f917abfb7849e7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86dab3a121c05f3b2ba997f5413c708afb81ca11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35ffae88b650a709124f66b4d701cb9d6d9d84c6883fcf9eca3b7eec8ca82404 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cc30bb7e7943e947866c18d668ab505a978ac57 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22414c13dedacd41e1295666d7c24e888576b0a9c56e8cb1cb4353ddcc968569 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..885828179bcc42fdd5ac2c8c469873134ed72a19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fab8eb82a700d85af29a3e37284982649c4b62e81fce7a56377d97c5f82268bb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abf01d24c62e6f73b59687a0b410be2121ccc05d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc8c0f573f2a7989e3bfc772ba3bcc7416bea5cb7ccb546889e6be8b944ed28 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09b268fe012ab6a1c3c9796a4c6e0c67ca81db37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4938282f4d89c6adb7b365e787b0de33a31f331cecb0d08a8063e208132f60 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f405f4bd1805afd0ccf025d6330713792a830ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7340152e093f01198bcd5fd46e34aaf161b6f045b70d19c9b9ab8f001d3bfaa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02a50834c0e49f99bc8bd7b55b3bec0d47bf0eb9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f6a6e6b1d808da36787a38a48d4b8e25624d3c04cb0d60b3545460fa945d5a6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38ae267ca2144c03cf6827c98f8a2aadd590e1b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81509d3fb4a54fbc33b37e08e64f96f069888d5b27bac4cbb75f679405ea3ad3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9270cfe8e3ded3ec1b3a43cf1a3a0f7258393568 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15e23b7df777977717ed4d501c0c72e51886261ea9dfdcc5744a1e75288e765f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..108f03a084c35c98c80243c4f465d45979a7fe74 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7492f4a9fe74d4da0f81bab617cac440a5744bc6968f56362f6790b18624fb61 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdc968c6099fbd1a5872e30df306286940cc9a07 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:621ad4815a69a18996641dd47844f99dc370af04a698175bf1ff509bc439af28 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..283f5d1841f9c8dcfdd6365ee7e9d5b7b0704e7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8178468c24086737cd6a1610259a19552ddfe14fcce35172fe3bc91eb78bb4a6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d04bea4e1f747a1ba8da09b06d02ab838e5894c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5927628bcd6dac4ec1413dee405b6010270b99ca2305a3e5b336db947d378906 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3331edd2c8b8cedb0b6bf816e4f5f5d1cba240fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77b1cf2a51ddcb36489d9b048109e3c695246e98376c6ab41aa8722388d2aff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..036dcb20062f6f6ca02423892b234b7ed11647a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:930702c280366e8cb4f7f612f9991633254e785e9d7ef50da91cf2d7a87a31ad +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7362806bb1db9891ed4924828ddb4c577f6baa11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11b02711c863866b953f23f1f8330089688c8b040465ffd71af6aa9072090e1a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3fb0ec7208f8b2f18f2c573a7c2fcf2ba6c5d70 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d75521cd294be72ab152a4a1bc4fa90334c44635ebdfb02ff422c592fb3aab4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79bb4b20045e919479b36578dfc9ebfc31102f75 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd14a71943520fd637035ec049e42cf060602dad066e7a915e5f311fdaa3f2a3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa78824da73318f4e34a8305420b23e97691afa0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d725a6b9b315f8eda1d9d84fba9b568dc716b7ef92c154468951ef7131d7521f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..733b3496dd2e055e17f051cd06ee13ae1eb3b159 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f1c762a96814da80cdbc4dabecf4ea442f3f87d0e0ba4e3580184d710d06e8e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc30be82258b2de978ab19c6e42ba0754729eca4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a6026e844261175e49f850f33d085e37135359f64a5a846f9886d866ca59c3c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4964d701279118719b75c943ea550c77f958ce00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:150d4b89ed11b20125a6d5c9eb76356d27d891b544b2217c565b64cd36366511 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f36b3d2a301d39668d4e5fabcc78995dde8db557 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b38a525356a7cb9fd65aff9017dedbcd547131004a3908bc0e71f398ede585b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..044d917617646de493b2c454358cf079c3ca62cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5485a8dc162d1e023230642ce1ffbea06caf4aa2cdb5519645c21071e36fb38 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef478de3d2881cc7f1e1e587da200db74ac87bc0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:361a0cc669e9c573a0fcd7b28da9da83d749beed76f60d8ef79410f86be4db88 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1d8d6f15895a88b12db697b78722abfb827804a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a697f995d5fe75bff988e07c96ef7952b3e2ad51f73fc66a4a43fcb83b70f8b9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f6dd6c72c576c37b48da7af714af49f130b0040 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1655452452e43a120c0efad59697306d2a3bc92dbaf0dae98b0c008a8cde3575 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c3f4488714da5018f6d60b89bdebb596f0b845a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6674ecf165c85ee08296fed330e1a9f3ed92c89418a22d39671f771babfb9ddd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9803eae0327482753644fcf3fee465113b7f6979 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:498020a2da9d6282f1a9b7539d998cd0bb48f5be6af62fa581c58faeb27127a8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..661042fa1e82264f7017d7284aab008856adb539 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee64ad43e762961e25be7092c8058ed9e480919fb8c13fd2c2ee4823f5067560 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de974e1a5cf6d972aa89fb837f6f731a30696080 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35280e231e8b151a0c104255fc03334b4723003f99aab16e7977153da204a482 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7c215f706726b45b0c1e9ccb066aeb637e3ef01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b00b4cfe2ac71dff0b38c6498cfcedb44b74faa77a7633ac0c84f9b88d6fe55 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4c7382d58628f327aa0b4b83b2309ee7fc2eaa5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e316925de727a9e14a1548f9985d5a614be093038c84f1fdb008891d9aba485 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f225249c220e62b4e63437cae34320635980c84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aae934c36b903da0ca3b9c0041e4c43d3a090bc29c5753d046495209594c39a3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5624ba5d58eb11a4b72b47b2e6fa69625c874518 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e44b1beaa6b8977712d27f3b8e3f805a5134cf2379aa60cbcaacbf42070ac28 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6d52427e3f358734b55ee3623030bb081ac6fb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55ba4fc6e5b67ba979ef223d8314d4746e125f516ddb49b77a898ac3aea5953f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..78520c7595ee90da00084c939dae98a674de665a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e7e0d795902202526aaf8b9e4e93461bdb7d5ed98c8784f78194bc28b5c03e9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01e730f93e144f1acf8862dc28626290a28f9637 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c50ddbf6778e349e2803884fa4ed1698e954d8fb21d70edd2e8c2e46f1c5db96 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..81c592a0dad4aea63caaadf0d4ebfe5c9cee2397 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7def154d570740af03ef4b37d37cfbfcde9285262682bbbfa796a137738fd6ff +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c5a069184764b4ab09ee56b660d4f0c47af0357 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14612b3c8e5992ce89921c567b63399738929b32e4154e4297f15d7226e4d4ca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36e63ca121e67dba51de9c4077cead8c914a0603 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3de92f674ae7877d10b4f8c4bb63afcc08b38ce9dfa1917c0cdadb713d55a0e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80e3f68d3b75c33d4f61e3d7fb86c2e8984706e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a60fbba104bf967d6cb10022f642fa7dff62961074c8bb96df460b8200225283 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb5425fe54fe32889795c2c332d67e3ab34f4667 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:019b954aaa8f17f0bd6e55987d85078bbef91d900eb0a9a4936f3b550bd7d05a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f5bd264ac18b0fca638705feb76cb45fd038f04 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:751b98e38278af2acb8631ed0865b0b656f539e1d084464946f973370806b70d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..828946c9b3b39530e97facba278b1f946de98fe1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf2eb820a37ce0f2140f458e60a04da25c5f0c70c80d67ddaa64bdb227560f9c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f93f3e3dea7dd94de48acecba25ee1e787399664 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f975d7c88fbd87f52b4875cb18cd31d999933dcee58d655b907639fc22327b2a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e71467cdd4db9af732450df21104d4cec0a5f18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d45c25143ff628901b4efabac631f1473953f38b879d1732ddf037428785248 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56ccdc7961597b0fe50e1028549b3d8900ac97f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5f24f9c900064b7f869a649445a873de3e1f8c1d6e1b6c016c45738615bd3c9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e412392e98bc748f160ba3f2a7e6c76677528214 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89c2ae4102d7d0ffd45907b2b418ae247e0e4438ab583c2968f23472fb87874b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07b666f8c59f3fb0bf428ad5a0a164e05f936903 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43f8e3835ddf005aa07c7ead49fbea7c88adff788ad7b80f6cba007911d5cc3f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d8980f5e1ec9da6f7e44c79b40506c974b6067b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8650adf10a7a9bbf834064d6ce1ff9886ff297240d620277930521f5044b7ab2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00d34427f14b7fc628fe48a48aa40477a68e6726 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:651a692795508103f612432a8e41f88c1411cfd4ed4e16bb985284bfaa430cd8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..21ad954245c63a479d01e254ba6ba080084985e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:609f4867a5ed23c6e242f6edb3cd0a207fb05513d535bf2bdbd94af16b32f601 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c31d240ce8c4f2fe665e27fa22e0d3d9dfa5437 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3fffa7f4a3ce7b1b25894d69f8234ac40ad794aa7e9469cdac82dea48227274 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa222c6e446860cd28e6768bf4cf01eafe6984c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2660a0efb2aa7e64dac61fa7817899db0f57b3c33da7d4cd68c1fac72e24b8af +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42222d04f02e60c322f6009f5240318ec38f7002 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0b14f1b7afa8f5404eec66ae8f83a127b144d1cbaa5109cf89c521b58c0c458 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6940acac5a6c70ade37891369040f56838d52f64 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a4fa171ac60aef59949e29d275efb58e97ed97f1c010e71c776a58e32f23d2a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7632ff7667043be15513965749aa5000228342c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e9f88d9f931a440faf9818f8f82dccd622b87aba8660c7616462973a3bed939 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d56efae901d9875c2b0fac5a8bfdf4e8b4ee7940 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7252d0c9621390d9e547817201b38811b35da6aec062678c4ed4c9a4c27b5ea2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92033f7f19d1194da5decc7425bbc99143cb46e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94c7501c40e6989fe72204ee7396088a5c7873cc3f2c3e83a65acf191ef21425 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..421eb35d96c6f829cd8d0e84d09ddc0b5ba6e647 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64210beb0f562dc0d791d1a5a0648eb447c4807c85cc7bf4937c9520540280eb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39b3d446da1a6549fa9e1f0cd5de85814021d362 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:221a4eaaf43351479c1b0d4eadf92a41f6c61bfd99cdcb4c42ef346e95088ea6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ec61ba088ae2f056d3644854ad779a9219983fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fefe520973b05046afe7d1f02d90233949ba22104a7f680c6b6545706211f26 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e0338ce7bb75d2bd099db97003df1fe281cdd11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b34e55c6880f7e2eb78467f3e2500ddd185648402aa29d1a3a08742c74a8f59 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8930ed0f609ef997d0394ac366c2943e99f1cc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcdce1da9d65d70f698b6fd516ebd772d7e2aa19b69456c47e30f464af28ea89 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27fe78f1b2c8b3bbe6d491655ec9c5b234a89cf7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:626469d3643fb7266ae76c758a3d1c9d949718a8f08299654b6816f64319e1bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5de3545525633648af0802f4709f2bb622f290b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344d1b2bb8325b00e493ca003c0a945803b1853b42c34e674a94e9c9fbfb25d0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..faa4a83fdf70be5cc014a8b65c7e04cf5d4889cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faa088dcf13267453e7118cb1aa0d9e01125e9b91be4a3cda584c2b372a261b6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3842b9a3606adc49952c9fe990ee6de7db7023c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:242dee1a860023ce9bfeb78d76cd486505f1a017aa18c32a31031f7ad22f316b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60c34ad3fa8c68302a8eae424d31c3bc282f200c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35e96147ea1b11e2d5f346acb2925a6091dade9bac910666dc4823ec02535a04 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a1506288b93aaa66d767abe2aa881a5b11006cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b62936c5f082c00014678839fbb3f3b395fffa2aa3bfbac4bf150c67db56b55 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa694fb50dcad2a5ee1c429e9f0fec1d4e4205db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8f404a7d012f88138ebcca22497f0f2b0600095f247d3a840c8eb522e117888 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e29e5c3b4ef96b02c063b5ea315a92cb12fa605a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f50e8fb8535571c62022e10cf335be22e52794c830ef15064803430e80d3699 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5e302a3f0b00c67aef9f0f28ea63ecfa7addd8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63121f19549aa75b0d5d7931d7938cf213861f74e99396654c67e5da399d0039 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33a85e284a13b31d88c5f36545a56f297fa032cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8862ee6707415b9368f5aa147366d7a24207584178030d03d54f0c3693dbf2a0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81d4a8ee62eef8b77468a0b228208a06f85c5dba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23dfcb66e8954efb4e07ab228650a23cf0243dc43804a05da9f8b1ccbcb96dbb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3bbde7a6740f150d2ccace4180c2627b5f5f755 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6124823071dc115b4ea3776c835016bd35955f727f45c7f3a4054cc21f92cf7a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6b0ee0b92e977d09b29235c073a9d063f11dbf7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:295d2a612c4fbe33576420c5a4a43d6ab86307efb0e203946bea743b9bfe3310 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0fe7b9e11f6fde8ebd0b4da4af156e8f3e0e1da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9933068d1d59ef1ca605674e2f6b01fb25147c2527d92cbc4494a24bdba2f37 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2cf2cbd4133e81c64deefd3a8a98b4098aa70e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d74878154a7f95e101aee332d8ea2ab6b7a498487bcf68eaf27568eb34b66511 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..213334febfdb1c46714af685691768101edc0ece --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ca7dd84b8dbdc39658787118f5cb3ce61b7eb75632407ebdaccc1207ebed5ad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b10a0e496603894f7bc81efd70b718e30b494f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d7602b29747407a000676c258d104a9e4b1070ccb87f5f08d7f82adcf42a9d3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7a6912755e6b848cd7cc086088e50a1194a357e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5396f431cfc3eabffc14fc0038ca65210103411a31e17de55611ca1b385af502 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ebd0398742d09a5c7c230666b11b52eb8568658 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74bba5f77fbd658e0a01f7ea5e67d6c5bdbbe1e801e2a470aa967df5d2f01abc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05bcedfa1a3607bf97bf7c43d305f4c3e1609e8b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecb98edbfd5d5454809f13d48e7c4ae14d964fe586d83e975c4cbe936ddab719 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f57aa39ef75b645d18597615e90ec43ec1d7d223 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29e079c50b69d6201ff273bd07205248cc295e959b70531e876df0eea218387d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38db069cf32a68b8de03d107a87b7d9f3f738981 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35e30d97bf1c1d0622320f7416508b9429baf4941b2f6b060884d99163211b3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05f6c4d990d892aa21e24f28a5fa13a5ef773d40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14e3ef288d83978a7d85897ee9784f4b547f7f2503e9ec3c8953923b03b545ac +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa110f01739d34242f8f493b74c985bb0ba1f658 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcd1b6e71828ef49c9ffaeb70fd4875d6adde2ca378fb759e64786f084c141e4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d84ebb442110fbaddabc8bb623d88a5c1876ee5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be7e5da229d96779b06dbbf63a420cddfd1818c53586999438891491912229f6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d8dfd839b13dedc7279b962ae3161be7cf6fc9a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b910743de44d5fa2c61888cf50ed38741502220f8c807d09d0e9221ce5107e89 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3eb02b0b4389b252f09b610d6cba435abe81447 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65748a599ceb0a5307191960bdbb0fab4278180bfa3aee2a0fbbf6a046567428 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b25232dabf4a710b0284aa21e0246c6553a15227 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34e715fb467526dfdcf736f62dec47a4d4fe14524cec70a36c0274e3ff9c7559 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71143c27dbf9282b1af248998e9bb6e83c6dc8d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cff038d0c968595f3a2a00fcac1a378254907b11ce9f385ba5b6bac3454e4e36 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f3289ba0e142f91b82a0d35a075438ee102dc6a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1391fcb1199110b5124da416d3ed08aa0c327db1c0e1e909bb3453058973b3b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..892b4fc8ae578ee7a0f9eb6d656844d9b87bd09d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d148e29bbecc48f12fc91a988753eb6dc73b7797109a4135bed4efd747c58fe8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62d4b1fedf345890ea39d908b810fc61b6b9206c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cd95e5cc7b56c1b3186153cff61cbc2e98baf39faf8b3829e15d91db2b2fff1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e5734d7423483e002bdd19bc9e37f689031751b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:171593176bd12de937e561ce744065addf39f303f5cc1214ce97be4cd9285385 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e044e613766f28a9cd5fae532922d74bdf5df9ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8041d07eb49d07b4eb47123ea6e6ac8db03643ee487ee0a8f3ace415f7bcb59e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52f84efc5324838941b7c9d9608583d73f226281 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d17369746e2e1b29b47c132d6b3bb0b3c4417a72370dc65374deaefaccd5f5b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9761d37783bd2c2310c33cf9a9f52f798c2605e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0d042ebeea97367a7acce9b98f90967e10aacc6c35c66a759e4a4fe07c43697 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f0f6a04e9935463bf5623ae0abe7f9a8b3f4ccc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a1a338523aa8730a0bb547785f4a828d0267729262f83c4c3b1ea61fe0c50e2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91007c8a6bb2665a51405c87bedfc7580e371589 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e6a01af9913911ca576a517e7eafd3dbfcfa52ae1f8ae445e0d01876b8afd48 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b85610e0f2edd9a117088509b5e66cfb9eac2f03 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:146e0a20dda37823b2e5a42b3c61c475bfcb328298b66e1d3e22d79108b72cf2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e1b40dc3bcbfe81fb63ff1748bd10a4177c3320 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cf0505388c05192711c1e5836645a422fe317f998e228e20abe25862a58f001 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5541587917a5552ff99d1ff0e82452ee1c087d52 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58ca05cd3fb755b658968f9ef5a9bf57b5526d1b341bc014e6c8b73c5c2001ec +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..218ce8d1c728257076219d018583256a5319cee5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:463487e00acaa5917472c2bb32cdad41b8b3d5d1be399468221c250297834637 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e3c669ba7e4523c42455c6d1aa61cfc055fcf5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7162fa72335392b31456ef86fe47d345f7bb10c06f74e56b3e82249ade8536aa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..653447657f5a6c6fa23d0ad5a8c592d81f691acd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c020bbc585ef99a58e66f1e0ceac4859f23eabb66e6e355f7da4f77d047984ad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f88bcc2570ef2467dced97394ec65f572490d632 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e32d7470122d176abb2e527bc48b14a2e9299ddf4325cc95507ab3a899d1e10 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0faaa264781f7503c1f0e6cf40190fefcfdf7d8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22e5a169c2a944269a2b1ad30d4c2eab99724cfca56c74e75299c353c184da3e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc3137684549000a9362e154b3c760ee907fade2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dafee19af129cd88f965f0740501e56228a26b0a86959e99304edeb6e8bc18ed +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..005e5da04a221d7921a63d986bff98cce48de594 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b303d1e8a5567a557e2d29c2d32de755f7e031b0002cece845e1cef522a01b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb836db258f01831aa45b26a62fbb5faa248424d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb9c826df2eb16c38f2d2165727c2bf7a5fcff86bc6f489854c1020503b27057 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f22338977acc33253acbb8c41d0e082f5411e33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:218a01efc527358196e1f224eb9207418d2f83b81ffcc582a752dd0c435c0479 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7e97ec4c7f6c6e01d434c7b3c8d7dd8b8256bb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fa3bc25af3d3caccc412d5896ea84bbae7998ccd23456e78968b4d7614a543c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0ba415fb7de280dd12caf6d0162c648e7e6600c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5404a570898929af87279b5f69811048a93a09da617ed8184bcd1efbe5678bf7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb455d2aa9c3dad5a73ab2451b16365299a377af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25bf711d451e53562a5452ed7efc461fa44040cb88f47f50bce66bfef4ca9f41 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cadfa81e5c6a5b3501909bb9b72e074e9af1836 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4a39713b59ec2b654ce1f7f609492c04bcf40df24a8040dea7c76b23e667fd0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bf024de31cdece5d41011ea08fa933842fb57e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcf99e92316911315af766f8828ac5709dd20a66cf4534dddf8c1d1ef858d7d7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b013ad59999d375e894188ce1d029c8c226cb17 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee1aabc3cd4baf1a4aac9fbf1464167201afea62eed4010ec2019f4a19b2aabd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6253dd482d820e33a5dca550ca0d3f4e66be1797 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a23a0c350d7c5007e19f67c83b99cdc7eb4bae561c913bea1770cf4ce2de9dda +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d6ec36b42b9e1910f08f036744d5182c3e5dfa1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de6c9570bc21aeb2e518d392f6e7d50d69570fcf3608270bd2b77cd1455236d8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb4241c6d4d07cb2fb51375d1d0d28350b2133ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a38704ba7c5ba7c5ad57aff7dfe62df4be878bb61fc735d938ba5d5ea775a901 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65d56b0d92ffd1bc27d9f856ce7543adef2634b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d2424eaf399a9029b3fbd98464c9fc2abfffbc831e8c521d565fbc3de41a88c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7962b8872045aab3bf2737bb35c9f0d6ae30e257 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1e7464d7963962d6cc1c2c5e3f07196c74056fdbc6fc68f453f4564331004fa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..782fa22de24b22d22333e7ad24edb5846ae2875d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3c2fcc834d0e340c23e186d605cd27839827c47ac16a2d906c78dfe0a01e39e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef984a5f0db484f6bf6aae4c134e76318913e84d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cc3eb707c763304c0ad7f328036f9be722bc1fdc6ab8b31c617ad4eb75b0552 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..805bb4508714c0f47b61bd2b2fe9d0395cd87800 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef90301e33feb20d1e227b7ae1072acdc5d7fa04cf37209dd2ce0cc0b74e6708 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..135690659660bc233644deb8081f10f45f0423e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e3131b0674ca7ba7cd605da49feb77622ab69423d4e31d3e4edd0190791325a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b11851ba000f4ef4f9260b8c0ee0db59a407a8f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03fbd88853957b8ebe1e44e7c45ecdc2824514a754fb84cb68d35d344079e8d9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b489d72df3054b59b8f9e7a1858cc5479649fe2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24f36669c1843856cd457b029c967ad28eb68ed9d3c4255aa377bd39efc90781 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c61bc0126bb75f381db8a0f31a4d156f574b41a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:352330fb8073d1819dc095da15951a468084c4037a52f6c533f1c922d4ffb52f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..351407bcb21533d638cc80b03e3eda9f50dd4802 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97eebdd62e3c2d70203f854f923fe2e86a9f4dd1fda602bd466edf79f6fb4c5c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a5294b400add629717bbd1d5c84e66d1d4dfd66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae27c7557d41284e3bdfa1b212f94d193cdf3c54554486986ac6c59fc238bcc6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4728b64325b1648580f2cd7aa6235925c2064742 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f8b38f5fe95602fa437c8ce686f83e3dd2ec7560efc24b2ef9c710398eb944 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0746fb284414696ee1e2197f9445c2789f559dc5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a06eebe23b2f8ab28e0ab7a12678f29f69670d059634e04e3796e2b36a135cb7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70f628912136f2bff427ad95a895b72719a57046 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dba057f8fbf4e3d255ca659a6dc300b80f907c1af88c46b03d5d31c46fb8d56 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcdef844664ce49ee50d7cce8bb9ec42a60e2848 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd517a87e64aa48c363f81d72152081dbc43ef3c3a5a7254aab7e528eee9c866 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92fc3c1ba6a03d24928140bbee5f9b38f134a761 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6accfa4d676d1d415bca4728c259fe2bb4060dca1f2dacdc45e412aa2e708ef7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..050fd420d5c6a0dba432acb445c0ee61dce2a1ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9c519ce837ec3ca8afa81830a92a395cef1c78438f3da94ad7047c6371eed35 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35d4a296285161d11845803fe9f120d92fb51b0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6d941fa3d508fb673a96ca68ae624b2aebc3d0e0418a84a69d6c9d9986344b6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c6f93c91f7ff563991d540ff423b00215360545 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8020b14c74eb227c07c35039c5ad665de52c266bf57157054e8c934a273edf6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a966884ba717448aeda152bd200e12b795b3526 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac43c7c18b4b55e196911f977a662390d22ee4234fa3ecc839108c4bd71f433 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cd891eba1b7fcf266ce5e1c936da948e34b53bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa93c508e9161b4e54957304f2e12149a36408e5f0fe8c4bfc5759d750425afa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e71a8904d5287e77a7d308af45894cc1055264ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be34fe7bb13046a2fba7bc8f8baa818b58e67a04e657c9816fb816ae1e42e03b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e90d4c165b23a6cfe4b09d9270b8201a4f9c6e79 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33c8e10f4cbbd1af6b82192b9a15378555a9d93bab45b939d0304eb8ae125bb4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c891131fb8657efde3cf9d87f6d5f379652e3b76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:192ba9e226ee3f5f8639f2c828a5dd70a8d544b5cc17a4bf200cdb889c63061f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9264ab1f212f90b584f6158ca11eed12d625d3dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b944b01a5e66f780c0d2a98cae3a46b54a57337448c9819d3f6be8592f0ed9d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e00f73a6ad4fcb359e7d75c132031a154bea482 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d87142398fcc7b07a631709b2eea5d3caf371abb514af54e19bd8dded0a346b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6882fdeaefeb0a34b79dc4c97670b02e6329ef8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8ab6e92b035507572b4c7a02760ca00630097146a95ab2ffcba155da67fa0b0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52770d081b545e5f61dd34b9ad4227cc42f8dc65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc465c4c7c6834304290a958379ea1ab28ed743ab7d3d97f36adef48b988d670 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb7cdb6d9652fbc464dbc82dddb04a05155224b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:498a7edd73b2dfe4e671a7b85e6c98bf81acfe2828907fb3168f2c31ce49b9a5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7942a6eb48146d9d5fa28f35df83176e2bfb9d9d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fb13c2e844506ac5f9ece16a2b1724ca1bb1a55fbce1982ad2d898369b68c4c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef974b3d6aff5b2008494e9cef1c64ab43baae3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:235b621a185b281ea14335b6feefb9e562a4520809d8bed3c73efb2112a730b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7ce6a1c31007f89a39c5de8e29d38f7da0e858e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b131e2a16496bd6e3e08a9ad3916826b83c08651f69a39d9b64c31ecae9228e9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..646b5b0799e144fe0f0a74001c5976768943db11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a6e468351b4828508c2df9243976242c328852c98a076e21165b28b4676dea9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fe50e901e1dcb48d9e5bfa13f6134203534e7ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a28f763a2ad669985d8bbf37faef83db96f90523ba7895fa4a45635f2e455ea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8860522c213bb23869e9470690a059e1202c38b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:772a2fe0322626c787d378ea86340b62ea6208a8e52147bb9d4f93a3f894f83b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3aaa57ee9547f42e6eee918d41e904af512f3003 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8bde54e97fb054149a8dc59e5e61c2699bce3b9828184027bd5c9d669e58758 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce44f68f61ca3edd8574c8910a4586e87f03d8ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e06252775710fa8bfbcb766da77a6275e9603e710d81b7c11d276cdedbb0e29 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fe8fafad136bc1e280d291a93724d1912e33b0f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22fd87e6a58430f99fcb82fcb16915f7ec5f872a84c9278ff6e58a63ab4920c3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd4ba5ce7b69a63baa27c89d370d3b32364eb0b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:878df58282f933254c7e9fa11d74bb42f6fd5770b50278e9e10e9869006bf249 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..420178ffe1a6f4705ba30b61fa1e82315e04a0b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d223524ae4a3d42ec2b72d873ba90976aea6d240c09e393a0a97bf7e105541a2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..63a6cee0629be273743645dea88aeba30eafa8b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4002eaa8b5ffc2ddb01d22f43e5ec7dc80d50ba41ac5db49e094de1c52389ec4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6db9d4ddf5aba4d8cfe661ec51f98fe563ce4f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da75587fe77922fcfa57c84727447798e673eebeb7836ed29492e159a692197f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a8078ed755a68c1f4e2c6e423262b1d828fe748 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae5fb4887c49c9ba45bc2275c55d7c5589ac738615f0e1a209c5117221729a4a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a170af9aa3ffd73631103bc6c1b1e51da06b7e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:455f08dbd66f4e09d0be5ea009032093b7e75ff862821bb5604deb343519b71a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a3428d03e06d37196b588bceb8bae0ceccfc876 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4738d0102b93bbb162acf23f11efcc28c051de1bc200d59a697c54f525907394 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0be004a6a07f8f0b38c80a20ff31692b8341ddbe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d5b5aac2e4405210bb791359dbca180db1021bf5868bb8346d726063c4fd8e8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8da7933a137e2d4e0785a30ca56d161c3b1e39b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c174d0d90c60805f51e4d79097a9653f5ca13d0e393f4d46fb40e515033a1eb3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..535b47a662134ad51f1b07f457d82888731da904 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1619223655b93220105b3c5150611a6fe1ae119a07baa84a3c1edf94a081c57 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5ed14bd5d325969ab4227caabca75f32c4e5410 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a031b3c10be193b98e1ccb2778358d0d05958752972e008f82e22e11407ca5d8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca8a34b02c61c357234c67c64457b0433a2e54ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f04db24ef672025e41b878ba2a9e4bd459963b3aa1b927362dffec05e5537179 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40fcd9811b3c8418f5adaa0522616cbe6666b8e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35c3a27ee9ad940775f87379cea058b7007fdd6f84fbb83b0ab00b95989eefcf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..effcf6c06d10999055ec761205b40c16b47403aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef5b092229cd477106f0ac8e4b0f6abcd3e589e78a14558cc97e5d956e395492 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23d6a8d4f11592fbd0ee761a7730e5ff52c698af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0596ad1f7e851ddbf297cf43046b76fed12793ab45b4178ce08b7f29450df9a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b53d00b1cd4d5e1d59c3c93a46a137ef569d6b2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccd9194c0ac89d971e84d60f02e7014bfb4ec85c9d34d6410caf6b258757c770 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6c745405345d14edd29f4e4aa58591938f2b389 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89b86565569270c66f897efa954f7470b7cdd0b6b2ecc160aace2965825ef901 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db20a45a6b0de07058291bb29f25c6447599f94a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b04113b6e7cc9cc9b4d199458a514990684069bb93ccbde523e3e9dcb14d8c91 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5285d78fa21328efdc056296f7828469687e1ac1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb4101a7cfa3291780d8517c62056358511b5db4d8ca52c230b5e8a7477e10a0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20e73b041bf3a37a89a0056fc58f81aebbd63e1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:964be08e832ec3a134dbc7ef2a1e8c1fbd2ae07eae4e38e8d4259d501edc972c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f1fd51e541a9c8d37af554e1e82c58362327a05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cbbaed3fafc1bb564de41e6b87abd74801d910c8a179433ca3e79295e6bcc81 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9fadfbae86917525f8c3670054b55f876258462 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f59c3a7c0418101b87047b5e94e4ecc78591af4fba8f79c0006daf74087fcc00 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2961a5caa2a23f24cea280873923f92f7d4d4df2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:306fe62d4f19540d4d8f3262ef0b753925398acc160e671497a59b8089889ef1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2544081ed8cd66c3ea79d9751e05b7c33adf6f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:572202ca97db734dcbcd97990b66a8d0c1b1426e757cdcf2d989f2e2047b2379 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..832206e982f7f5676acc6e05e9a8f7f8b5c4b2fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6981efd6f0787ad3f2ba91338bd2381cf4455a164a9a028f037b073b9d8a68f4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..549720fe99da414efa2ffd19ddec721488e3a73f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:466e632aabb2df702b9ff3aef98d20a8f7a0eeb2c8c7a2384bb9953d34afccef +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..872eab924f7f3dc33fc600ccb08c1b02f5b95afe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56ea247b92a304d25c6b07c4e2cd939c65acd54c263dffd1d4eb49a028709c59 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aedf0af7745d9e02b50acb7c930c8afd3dca748b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e79bb369684b0ba72b1e3bfa4583e282f6c1a34b62204816ec3dc71079d326c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd0c689909c72286146ac68c2ae33b62895dbbaa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b58cdce202b9431745e8e20e99e268a43eb2877f4f03dff613fd78c35e7458a6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8944c746cc2fbe8dbbf7d2d4489b96fc9e6c2ed1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea4513bb867eacb5b60d9d639851a9db604eba159f627f4a0a66c8cabf475a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..18dbbfb7368081849079f8a310106d8272ef0389 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77ee7813ad72ea21176ce973aac34ec8069c3cab98f0d2ac07d00a05ff73d905 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90cd53c771f36c889d17ce91d7e101d336fcc8e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31b6ee26fbe9c495817866cfc7a20d5b68fee8f7b6f8a3f038160fff1e78e8c4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62f89818f9820e32331e600b6dff23ae88752024 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b62677bda2eab7ec2f0ee2e9e637b4eb42b25694f475f79235104f4eba6b40 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..071089dfc25b70237e29f0bf62b1cd9acf4bd0f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2e06266e3d8f23e07b392c3ddbac7d256a66f1c880606596e4a15544fe9f5a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62b430e4ea8a547560a8d973da6849a11ca12b53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ced79dbc51ee10e65711710e18fea05924894c5c2fb60c01fc50e83f085d2b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acfd0ff395ee3dade74f2da1c69934ee4775d881 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e20677af43d844d710cc00321b5cc1a9ff30afe806b475a3ba38e9d53f20ab8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e03911b54b8302cf3707789a01a1252dad8381df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99ad218621870e14200aaef5e93ce2a9a1945e13f7962e7cab22fdd34f0bb110 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3652050e2a2a423a19aaa149aeec0f01ac3d0e7d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7028165774781e95b36d91c8f42222aef3bc20e2528421831b29734796745d1b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f67ddfc4acd8f7da61121aafb2b26fcd383572c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78a3ba7dd92256be3f61a20f5d6d83beaeb3088ac071563c8a983ea6a498ea62 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfc938c8b60e8831982f81de35947adfac4b24d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47095438be56ce92ca5b87f5fbf05149d4c736b22d8d139df5ad8b9bacc16b84 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cf066d5ee60891f905de82e4cf1ed40ae187dc4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10c6e2ac2712fc8149000b168d5ba786c8cbf5ed8c996868b20ff3ae6fbc84b7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..639fd98e3d2b46ba8bf48d1851e1175c9b37d4fd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35d1394c10ccf55ac9a740b512144b318bba3dbf84ffa1ee67b7b3db33a65c3d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e4c652d503c449e91a028bbdcaf0eceeabffecf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:563b4aeb2e68a44b2556edc7c46f1db25f20f93b68ce6b2e6f8f2d77434dfb0a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a453bd812c3e8cc9db8a32596914e4ab17198c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:528d36558c9c4c64e1833cbf33ebedae025863f6f4185aee058e1aef25a282e6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9c254fae22d84e0f14c8315fb571e6698668830 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a4c409e3d3f982a8dcf8dba3414733bd83175751dbd823389d93795e5ae2b4e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9166a7502914ec8d10cf8e1e032a9c9e31165c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee05ea3351adf5771d076e9c23e638946173a33277f5ee2ce754f9ce297e9cf9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3274a96f25826e0b83f398c9374d5cefe21da22d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:771cc331d9e991bee6a832dc38bebf2132a51dd1f5ee40a24767f728bd4249dc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cb8931614a1c9447b9d36ec74e39ca6dfc16eca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4d917e83d53ca77b508107bd59477444c9b560814b4926e08ac623ab385974 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7228fc35a58c987edfcc06c0675085d1f8f2d763 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84133dde4769fefbb4d9d0a36250b858e61e833bc0258d5e5fe18498491212bf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a91f535f984006bfe6cd73bf3c17f760fbe62e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18dcc21357c7a26b6efa3e6dbaaff853318e090c5aeb3fbf76bcbba62a865d6b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4e0b4a5b1343934c317bb59199626521a7e9723 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0afabdbdb62111fb35613000e82bd5ac5c2b783d8daed0f80c0cad2c9616e651 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebd632e4a68667303b75186c72dda1658ec8f049 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69e7a4121ac03831a2238830516149c52ef0df48319d7190aa85b1b27c2a1925 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..336f68c972cfc3ef9026f841c95fcede9b6f1a15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c32c01ed57ba944a4adbc7dd2bc37fa6679086b516cdf1d2bceec446bd1872ac +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3387a1ddeb15ca8836a838f5ed1d7c67efeafd2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:859b8dbed0f7c7db8dcb8329aff80c5ae1d5afdf275800bb3c15863b521fecf9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60bf279f8b43c06981fd0bd38741214605c896b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:968db89a7c294c8e49c8d66977a7643be7aabf2ba3c6f1e1cb8f7bd3e7206e00 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9340262b7e0ef98878c0fe0d717c71719d853b84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3113895ca2092f570d48c16db527b40fb0715d53d546b922bf6093769368ebd8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e2312d81587e306c5b33649d1ca414e34ea8a14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5533b0672609000a779090fe4d0be55fa22f6be0c47f67b7c850d709c1044809 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c311a9aa17aeb187cbd89c5fab6937325dc6bf0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db7c98bcc0671b9e94e66c53377881b7bcc850c5d2dbfb67af6b0c3b01f7dba7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31f4724d97c827abac5f89e071edbfb15cba2716 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36b6c64ddfe3e5e133b2170e77b99311f2ccd7e6af8b83b40536ba3d9ed5fd6c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d537f55da39d3419a815cbe2276cda845762dcf6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d34f9cd423e14394f4ab51be28c715319407497654a506dbf7347401b0f5b2c6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5e0e8a45942f1ff7fc0e9d484b269b6860836cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e129c488ab319d1879c23e4a1aa90796b655abd2508bf0c67613b4dbe930c47d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59a8486281a122e5b41cf152083076edd981f957 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7463b7065e67b3c998b58f2abddb9488f789a715347092a140dbb7f98993cc5c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..296a6bf8cec8b6441f9e7e24c8e74054a62a7ff4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:783709cb22fe712115b3805753116703b17b545e799bec4c6820a44709a81fd7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0936d0004164d8c69d7cfa507122c7929a6a629b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:800345d2d007dc9aab67969199a02d0203ec7e0d3c27ebe163d882fe07c3a124 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f44b6580d35ef9db26264efed8e132ba7116c18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d1a0e1b3fb000b29d8a80e66c17f9cb19fc51a172ff334ec5c800f3d95bac00 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df7d46af4fb17a653dcc745f65c7e579aabf32c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:307743cbe182c5ae58ff86505c7a3658229cbde419e383aa07d5a068835a902b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b58d34a62862ca394499defe6f0e5c40c165843a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e90cae800fb649be60871855af967a54798f4ab245d68ca9723d8508aeb6d03a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b4b07e5c643d8b117db8553dfab5d8d0f4dba05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05b937c92d7cf7f9c7402a6a38a29df1741e6a681dd587b4926cefcb9c58b7de +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f33fe489f3beac37f3eea555d9c884aee4f6809 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6896a612dfaeb31b9e48d6c789ee3a1a6cc94eff249b4c083a448664dc821a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac08d592041f0dff493da56d12cedc227df581a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c98ca1d5a7ff2b8dbaa80474be005c171aff961a1ba149112b5fd2a358c48fbd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5007e4e1496d883f4c6dc9640b9a192a8ad3e4a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50cf2665c9a430e57413b5fb450f2ae5ef1b3ebb476a6914dcc98cfc90c59775 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f2ca76d1708557d4633f4b72ba35d10ebcc5464 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd7d102671bc0ce9801049ad4cb4d24c7f224afeee29f1c4fb0587ec0a374814 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1539f6982dce78b883f53cd2c8c3f3e38673f94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87b48611df4b947b1c700c78527c09ee57fe0c5be8ceb5c1bcbca4532bafd4f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f39a59204cbb132c9b7550ff042b7b57aa96bb46 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f42b0dca02c798f9918fec1cea5c328a3fbc06ecac8026364f7cc8c49c3511d4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24de65f1759ef473fda68bdee87e4567ba430fbe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58613e7065da972cb2966a594728111772e2f053436702077f0b7b1d7ab549a6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bda47ece2f9991ee30475242837f8b328080046f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e2160e776a7e6bbd911269ff7987e3aaa8ff6ca5ca39affcda0fdc26b43f651 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8a715dcca6a46e06c486c103111b1e5c194f6fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ad7ab819abe7aa05c3ac11031c8354f8c2fdd70e566ad42e5d9c6772728d3b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..758514f082f4125275f85682b17279a03b0386ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce6dbdfca64a026b94a0be6e63b73490526e2212b443b1ddda19570276b3deda +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97732ac8b7633e5edfafe56ab553fa99f2c77092 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b616324083140010c83ff796fa1eb0bf49e6a09316fa58194779ca0ca0f59476 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aeac8ec92788c55adc0e376568ebab21e47db4e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11125e1464f9a82e2c12dbabef222c96a7c1e5e0ad7be6374a641bf7eeb8bd94 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6000db40cc4b6a552f9f5ef212f018959f82368e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e76f9b4295409ed56b76fa53106c7216a3af7a3de03260a90c326f211f6c2e7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44a39707147ee48b3080eeacf5042bd375b75216 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa3f2adb2c27a32948419f140a5cf3124db603ab520aec765a6ead1d2d1c4d01 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..225a67b6dd68c03e41d216fc5b1988f389984f1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d888836dc2fa0c8f56c556169a82f541dadd8627c53d168ca4a6ecbfa1b04223 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4668eb1e80bd939cb5b121fe683cb1c4cb22800c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863cd31b6d1ba4faf913f8d328e501ce0a2a6330fe1449809927ffe566115d3a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d7d82107180db8374b7ef606c6e4e7edb98c672 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84200b7a20309325f09d627331404feefb317068042c8ebf68e2572dbe6d3ba8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd4fa10d9734447fc775499a935f818f4c697f46 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:890f11ce601d71a4fa4a10504112c10006eb5672d8ff28a248460fa2c1003d50 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ae21f67d0f95b5d3f16fef721eadbb3820b419a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b5cc092cd2f265744e67ecb41296cb182df7b1454b98219de49fbf85323c7cf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f4feed64d8ab5bbc7ad0b8290cee6047c3eae05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17156a68bf51b6805acb83de707d1df52237eb66ce5e74540595fe02a7f59e7d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7afa217c5f933895573a6d5105569734d63412d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8213604598247d9f44456e7d6a4d59f3771d28a82574895ac70f0f0ecc85b51c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6c1bd1899b16f6931f653a4167e37998f0ef5d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b87dde42192717ccacddac6021194651e50e66b81a80576c4f530f20e0e93d1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd29c24489d9c9da764ba2fe4cdf6be98b696f33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba04523ba6513eee220cf6f9b50ffbe04ba1b1f63a04ebdce995029e78055241 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3644ced2a82028b93ef9774d323d3c2c970748b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dea06709529e387557486afca35ae176a52325d1af56f4a68fb48531297b5b60 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..136d040315023d58170df9623465bf0b34792891 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d2f108050b1150db9a06b3c3d809ee7a5194c2b5d366bb69f6b7721999e0718 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ae06540db3f5289990f6d9a6721b235d0bb4b6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfdcb9deab615d7141606c03f9cbe227fea07ed04bb51b22197c10cc9b826ade +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ff0471ba19dc12046fb531ccf009ccf25287902 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03788bb84d4d0a37f49cf2cc08a4714eda2f774fcaa3ec735f833960f11557c2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a9945a2f8a9036d0f0c87a7555d103bf190cd90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a46435fb479d7a29c17987d11b59949acdb3a58aae4537a168dc930fed109dab +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c90fa41ef430696683a8bc5617850b5d7bfd149e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3585260c558152509980d21346949baef6e0d2aea04590ba56937edbf2105322 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4526cf4a8cac6601a050be34f9669b2b496c5411 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61082c26518c73a8323c2758a80dc91727b03bb0c7923d2f6024389a4ceb4c54 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b85c02c83fe0b871a56039c46c4e888034f4e92b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cecdb6ad472a7d940fda15503c267a90636050c5f0dc594ce006aae7d329f4df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..866c13e0ca4efe189a679e04e81e76671a65c7e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:619595453d28b87b0e056afdd7746aee816ec58316d7ebc6ba30258730329e8b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96319253ae478f37e12d2a3ac403faa9c1599779 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22153d9609f471fe916f9f60d0e5250a873232694f5ead448daa3ae12e84d038 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0eeb09a23e2491464ef5d76e585144b6636ceed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b122ce35a9e9bbe83f6e3c740c218a3a37f2fbbd1cc22b538aa35507c3eeaa3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a4d2da31dba209e89ad73b43c71628dc6b4508b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cfee9beccb9aa427925f223fb595d5ded4f1ade4d9633ad8639e263b4c457d1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..796b8fe12f26f9e30d2bea59ccee40e91cf457e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27f24cd01be403030654f0a88dc83b12054e17081985ae2b5ff379cefd0da506 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..692c6c32de74d2f9dea7790cce45ea2fcf5e5e31 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3cefcbfdb3f14f7459c962e16be0bd80346199f8496aa8dac4e8b5e86f07f5c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e80378334b535fc643abb452b87613920282efb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a70fa0017b88b8a246b07c703882fd47a5b295049e65a68f7bdbdbea66436e1d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f94c4d4e55c25d7a91118593c22c06e92fc61686 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e122075416fee52b19ba67b591cb4cb0635b31e171e961c3ab20f016fa2a3501 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a94448d60faa6b06dcf8af4591e999014f2c8ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9d959047f8561ed8ebc7f194acf64eff4218a3248d71fdc407f9c23cccdfa1f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de347eb1f48e53aafb0f99f2673bcbe676039180 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef8219dbde3f605981e688e08d7230923541b4a881416b662182704527ce0dea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82232c35d86f463e06c07bd5694cdb12e60cfcf2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5788c0f18043be4746f4070ddc89b1ad8a55cc5fbfee379baacf8d8e4afecd7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b7626399a1582d869b091abd94ce6052f4c313f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63dd2aaf1d19fbe23e3e53e61eeec417a401669fe1a037861b64aaf188b60a40 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..827b33b8db6a58fbbcc4a618d4127e8e0ef1ed4c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1cb9420c47322391192118f44f826c6f1ea98317224fa9def5d9dd0619357a8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d3d86b7caaa4144e830c92f64a8f9a1307a718e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f223b743cf04a33d7c5363cda3ce8f0453d5ae323366fa8c393bca933add3d90 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dd2d504adc439a7f9b72d19a232b4a65c400ddd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21c927bd9f8f5b4b6b9041cb6ef043f2960690de94cf47f72c362c28e74dce0f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f0c5628177de86bc90a8a5f42868e2ac3e9ccd8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e04f791b692a1882075d75467d8c0c26e285b54f6a3329d5ffcb41bcc853386 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..032149ae4229236cc4c7581069cdd127d6fee611 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a367e8e9e4abf4ba99b61a7031f7b2c2e9c7474c4ac5758355b780be734fc29 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cb0cb42b65796246862b258cc99ad72eaa4394e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3060aeef2a3e7d3cfd92fe7a0dd36c705c399a31ab26165fbd219f59a013fa3a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfc479a71f6b100daf08ec637b1e4681de4a0ffe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a85565eced3e7f593a16fa97d971954c2747a53cfa00e72e8306ea264cdaf8c3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ca473093b4cc9365fba7872baab197b3b3a0156 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f4566524fb2bb0a79fd626d6f8a54391cd58178d75f27443cd864371c764034 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..741d947239ccb29d6624db670c4cf6fba9b05e48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:765cd2fd2912c604851e928a6031793b2980d85e3a094ca33a402b3f81d6ca5c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..273e47c9d613e5dc1822ce04d44ad5452ffb88f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3995436b2b6c8a598dbee3b8489d440783b4ab5b300ce2ad38b7e4c556e04c7b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d0a196fb30d2e30cfef5cfbd0aa1aeb768d5ac7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3562697329c862bdba0be66d9b10992fdcbb3b9f826fdfd23b21ffeb938418b9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f67d02f87901e104e1e8d19537275f2f22095a06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1a68930f9cc73859569a8527ecc8cfb210508b3dc1056b557ee90f1ca92bf92 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1da9484795046980d83cbc1cacfe55444076d295 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98bc8e6a0d3803eaa88d541037bb161dc916e85eb1bfe497e6be0e91a7c2a329 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4e1ceeabeeaef4ce3bfb7806d7b51f0f56a15d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6885ca5d77b9dabe85f08b0a43fee2363e4456a6ba53ed69ae6415fcb31b8c6c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..823f4e80efd4fcd503ccadf56bad2fae3e32e7cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92a599f176912356641ae39a098454ad1d480f61f7ffb152f868b88cdb9911d4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ea9e1b73725058e55f2e3ce5781e032166374bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c958323706b111459243f664c75512396542cdab8fe89e4de08ab23cf742b839 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f95b947620591acc7cd8788a1eaa951c7fb99c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:598b05a233f7fc14309c657827bd208ee2f2f5310503aff39843e609ff3e8ee0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..837fe655c5089852df43b2387ae1eb405b7d19b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8197640eb899fd38652247fe8c26d945253849abdd631b8ec790852bf23a652d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e99dafaa818501716d01a89779eb691a8b67ed59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a27fddc44ddc59ad4999aee56c17f91c815876658e4387fe28db8ecd5d54430 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..370b1c241e9609f20dcfdffbfb586179a0b3eb49 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39272dac76590e5b4c6eb5143adeb63452e590b74d00f26895da2271e5f3a76a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ab1d139e38e06ac98d0d34b9f5cfc23c6f191cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd34209620a8fb96675cf33798919756b7ef20fcf96f4f82620c3dbcee28a290 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85b1de88fa9509dae474937c60dc460b5e219686 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75e5f167011cd87e03543b7d5c6ae53941ef5471fcc9e5510bb0abb53aca503d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16006c92a04abb493537019ccf908c05c262839a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37c7ca99bbed656f9f1d059dd69bb31cfa8e1050c62c509115c05da4706a77ab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97d0ebbb4c1bfafc69ca93518aad6c8913e53575 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49004cebdf834d0a35bf8ff75843dea7dff51d927bb5f7b951b2d3871f8c584a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d84d8736211cc9d324dab5cdaf0450099223b08f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57581cab7d54a4034939a137ab6f5f1c6064d18526c689cba530ee177d57aeff +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f39beba76353169bd7750ca1f1c18608b47eab4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:143277c324748f9f15fa35ee2d8bdab773c8e3498d8d892b6ad39fb8917d5d69 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33707e5e028ca47376292dd5d8aeb92966e1c224 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f521f4b4b39ff1736c6d88b77b45c195eaa3e363268fb1bed55826bbcc8dd1a7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba06c58fe434edde25acc6758968ebe2097bcaac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb106f39b75976a8d811eb77a9051f7752013202251df7fdde0f537f78798585 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..404352580958508faf97e520782e188439fbe9aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e71c9a4f0adc9545f42d8beb5a7d49ea319d5c205954f2296cf36e56e9f3ab4f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6ef9df07326ad6a549171fd9f4e67030d22ddf8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af99f38218c649d6d985accc0dba25327f7fbf80fccc4439fd0d63793ee29c18 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eabdaa0555e122713bd3c508f776ad5f9fbcb57a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49565444a15576722f99bbe1405a20cd523de799d807f67ab2c3806e11b159a1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aad18c514d37eb28c89b7f87dd54515894ed4269 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69b1c73f7d72a360a98e2a8448d30341a0473665ef05e56385a8ec4532da515a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dd7e9b42106ac144aa56b208338d3dd779370a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bb70fc75414b6705a18ec184bd0df4a0231b8101697a6eb9e5dd8f468d599fb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e80fe566adc2568da0afc9823f953f270bdb0c17 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b63140a5d58afdb7b64d6fa96ce6ac42c338e4de351d8540d86c146a7d6f4d40 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db9ea545cd8b353c3bc8bbd1cf91acf75a9be252 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d491ec13a854fd6021b03cf52150503d8ce891024fd0cdd697cfac555cf4d2c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a715fe3d624e3e945f65278544d1c768667260a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3061b43aa995ad704124d4e1e244275e3585bc7119efcb06715c332d3f209a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8553bf3fe4bcae5f31f1e6c99c3c0ebd7b10a06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0461fcfc2db47f3a7228cf5efdc7c97ae7a6beea05db1cb58babd300e8ed1ff4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3470a57a509d04f190f94bcb58c9ba733e453eea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:356855efee26504c2650f0bce218b9212e0bca68873e1926dd525ab6e49c5725 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..584dfd30dc8c3a8350c36f525f6a70ef87cee20d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5e38ff222e11e9997fc6d8ad6892d54081907284f5fd3bf757369a4a1fa9dc2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6d8549a56b14591d7737647d6740214b9c87285 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70e572231c71397aa573a113b477f6b2b5dd6014b85ad48c28dc53e1d3cbec73 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdcb3a9d60241d87c03f79a539771c91c80c398d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7e22ad231e3fb9c9c0ef9e85edbef0e4dc0bea807d24771c71fe1eb969060ba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fb000f42c4cba26d5d90727ce6370ad19860615 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:068a3c316a5659c9ebcabbc749c9941ff6ba576f5739f97148517191b52518b1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10d4f2adca96d191eb0b7db2d3ea6b439f631789 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e6967863c47c92a1928450537ce336b3216da4f7531bef4ee4741efa41b1d99 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5aedd90f4fd2667039c9be95b7a205366ae7d421 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4707eb5d48b3a87fdaf87fae029913474cfc12b1574293de5a6e9ddf396817ff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b5f30f967d2276b1be011ebaab6540653cf43fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7c9aa22e65b8a900b47560bd9ecf92bd4b4618729a4e5782d38b07a6dc43d41 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1da03f19736714c252e8f5b0fdd4e9c669decc6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b243f7bf611c6d1b8b2413f20928e2b1f2e3df84eb79c8e615df6469ac68167 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6556fc9356cb57671e27fae5e3f0651f60be89e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dfb4836c8c3fd18d942b2fd2f83b672dfb7436b3b6cbba5e5d5325573a0674e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c30467c673f3f165157c1e16c0cacf0f7a349306 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1825a38ed52af8b6b852365e2fb066153edea0ffa71711e4194ca5205932394 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fadbf973511f4567089be9461f020a0a10134133 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef70b6a58b5c95837bc43dd50f18fce25016fdbe61e5e940d7533b7680b2e2c5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8e7ee2d0e5d902cad1daf167171da56a6d0dda5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c118f186dc3d694b5d0b441f4829b50653d512824872933a6913b283da640d2a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8199f8f46134d970c6b1a9e4231c4fcc844a6848 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbc8532ab23518ddc472b8182584d8656a2aa9308502bed264c8fb3169caff9e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24f676b01697ae832f3cf888718157dde0793835 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8c03f416a511370116d01bcaeb1c0992e405fe416606fef853bc43e8e78fc38 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f126246140d74ffb94378c4a40ee93516d5c625 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9139c447e2fe42feaa3bbd375a878929c8d5c398b1a3b195c5bebbcd442cac24 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41b66ce707102e3657bb4b3a3c488d8ca314c2f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eb8368edf76df80c60d08b31d3878a9f1053c931ec82725def4381994d9049d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0478ab375afc58500f98a90f7ee28f5ce5adbe4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:324d6ecc5a73d381c1522dd8bd7d8a106a09c71c33d8328dc9cf8b3d51ed5f97 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6de0e9096bc5f33b9c4d152469fafc1103d0967b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23d1da4daaa56ee7162ce44aa6fe01d426839903f3d3fa11ddaa52bb53af9e22 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27233e1831827d70cfa336391f7d9d57573afc61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21fecf28e3324f3988b8d081b3a28f7a4d9206ade0d800399553aed19bb319ad +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b665ba9229747eec278700b8ef5004034e1d839f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa4191fdc1a59533900ac73e9fb958c5d8701296b54170eb362f26ab3136af92 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7be12aed1f133965e47b8b3383cd74cb06a655af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4073ba0fabe44d3723d055f19bcbe29ddb5be5cde0df6d7d9f40441e5c70b2bc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a8715020bc9da79c4c081497a3ea14702a93984 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e67ba06ca8b88ef5235705acd32dbfc9592a5986f8035b9893f338deed1a761e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41951a66e8636d2b1f56c598b842bfb4bcd0b7f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9224d949778b9e1161cf2fdb1d4515eab5df808da3199403eb77951ee4099e4f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62f9c9db015a0960d0700c6e6e518eca7a9b2176 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a2250654fb0cf162b4a6b42d88210f62cb910b03d6405ffec946facf3776bd9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2673bfe0f1580e873a74a28124bfb5358c43d84b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3268ed4c86e49de5378aa0b32743ed970b67d530b43cfd6d4d48b38f32022f9c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a083cc8ac84fbff2b911c3c2208aac3fbc9f7d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3822f97174643b5dc5cff68462a1271af883be88c6f8d4a39be25c27f32114c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af03cf5bacfa33e880a30f3233b79ef82ccc21c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5a25dae61e505c4a0299274c5afc095a0d40a84445b837174ad89e1c1a2c9a3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..613f816b742aab7ef37bf7582f840a3b9809c553 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cdc089e42de1bb68df264f969254cc2f10f0f78a71a8e2679d7ed5d0334bb93 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae6b5fd995c4c97cb1162b6402f5f0113d25fe69 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8b05a66597261c8d3a268d67f521be7a29eb84bd54cd938b18324a7d6e688ad +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14871a25cb30496447f6592ca2dc55ca7a7fbab0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0da2d3b8e5b2ccf9b9bb5d2b820ffb899c982af3300a8857219c8bf957c6561 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56d1cbee71ebe714155659ded7752ed480396686 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39318cce0adf8fec572f1f765c9baa3a5f440952abdf3793612ef43fb78340c8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32179ff4c72d563f649745d176807f5c7be448cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de22bc0279f52d703a8b1d2cb9ba874a60bcada9c2c6d718bdc198a7f8615945 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc57aa1541b6f53b6338fa99ac11281d66e30934 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532251f5e98e77702f6834364398fd110e7c626e611bea9e1ff7b6fdc270186c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7eef204b9126da4ea8f6d1c71fde184f78512268 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9e64670632e49f88e2a178599e387c85e5d1aa74ad71a10c8df22272a3100eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a3299a9d69e97b1af4ffd3095dc1d9ed1e7d95a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7564a3ea4684b7822f320592484d70a9f7ac2df81a29f475a208e93e5a9b1736 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0c9de28de27752ec0747830144ba35d1680f9a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b71ffb1a7043796ec1dbeece22cf796377007659fdf47e0a80db85693811d2f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba530d9708e138ada6d8b2913062526f684c8ee1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e11f374c8bbfc42f37b9a5cd7986dd3ffab50085fedf955aee2643d0c693fb56 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..991037ff3a947465634f54aab1298643af5bb537 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6021a74e6293b449aac36a94e743aa8e85fd07a6f6c119190c01a174b3a83016 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27030e3b81ae51d8964ede2c99687c9473f744c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90c674d7c7b2ca291dde40708589955e1eb5876033b9bff1a515ba27ce2cfb98 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..389a1012308ff4f3174749b8f787f8105d70ff01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d5a2524443db3de87b96a3849344e7360c0b0deb2670f26f454e01024b1051b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39d9f62afd3b66361f6741d370c16d227977b4c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:914416df0351f01b068f38a5bd62ca87253244072e73b6aca370c608d23a391b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aec25d01bda498cb228ee55fe4f2572d76a8f4d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05c33f7ea1f8b9b8497477b3727d8572c1f1f179db12c5bd87d4f5aaec7b2057 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e22211e63637f3ddf7b546b8b6e478f0521e4d1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f6d989400ce6faea444a9b0620f3d16daa1c9480d4836918b66d14d0a6e55d4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b396ce9ceedd807cd89697d5af2e9934c37e174 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb6b8d755d2adb3faf6d4ebc495889796d1bb90f34a5f483d2efa89be689771c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39b3c1929bb038a06c20bba2999c7eed4e406860 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9894a489bf93830f51827b470b68901d8db976f65e1821918364ce15450eab43 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9105723687ea3da4506dae09bde341278ebab9c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ce8c7e56ae9d986b0c8c75f8f8133366c05e2071f2316b3c960f868de4d7c4c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea8e2d3344fecfb5f01f2faef755ef31ab409bd1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bff8bc3cc169f9faabf90b8d59e0c9b79f59e76049277153c5fe4e8080ad7fd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d60ffe8400de630f81ba0fb1f5f776dab5daff6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef906640ec0c29f040049ef01d35e163640eeab48b30dc8b31528527c5b3a7cb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c383a33067b72e377459e3632c2c6acab733c0ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cd8185ef5193da83a2d9382ab24515dc970cb1b3e377bcfb34d56f20c358d0e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bfdae1ad6ebb7ad89d9f00b6ce04b91c86b5db1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a64d96ef9a471c4ae159b76a769f50912d29e53e665c50403a2a2226bf0aeb7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86b5d6abfb20122bda1371d9454161d50ad4d5eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24644456b3c955f9855825cff4656a97195637d8db38535fe19dc26834ea8ced +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..81e8c0cceb0108d82aef34ff7e9c31ccad440d75 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8be9013229d03d34711e2235ecc676e1261c58cd96ee744dda3e0129a6f4fab0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44dc7429ec860af2900dee67b2e89d419384176a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bea85d3367d6b56bd1006727ab21fcc4e8a3aa42845e114ba69dcf04c2b1cb5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa222c6e446860cd28e6768bf4cf01eafe6984c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2660a0efb2aa7e64dac61fa7817899db0f57b3c33da7d4cd68c1fac72e24b8af +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2b95dadb90e04ed3d742c6c8252ec7d25fbabea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbb66ee6db32ffff54212e91cd6830d30a01223ab6136e82e8d344a79e5ecc7e +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6940acac5a6c70ade37891369040f56838d52f64 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a4fa171ac60aef59949e29d275efb58e97ed97f1c010e71c776a58e32f23d2a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be429a769648b80f5ce546c983e0fb178c21290e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85d8c1eb6a98f73631df646f2fa063727ab6690de5af98622505b6ebd01f071f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d56efae901d9875c2b0fac5a8bfdf4e8b4ee7940 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7252d0c9621390d9e547817201b38811b35da6aec062678c4ed4c9a4c27b5ea2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdf068cb7873d8089a89afef9fda2c2e25413c41 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a8ce08ac98477d76c6e0152bb856712f793fdb33d5075f31293bbd23c045985 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..421eb35d96c6f829cd8d0e84d09ddc0b5ba6e647 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64210beb0f562dc0d791d1a5a0648eb447c4807c85cc7bf4937c9520540280eb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfcfa85724d9078e7ea284e8e4c93113044a2bf4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23161d6b814a3b76f03917d38ae3a0c08f12d6fabe00d3138a8d44cb73b51764 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ec61ba088ae2f056d3644854ad779a9219983fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fefe520973b05046afe7d1f02d90233949ba22104a7f680c6b6545706211f26 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16d048619ab03ba17e3051f85e82e86e26ec6d87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87c53eda8797b5d8f3635fd021877362c6491d819e53f99c60a97d0ecd3520d8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8930ed0f609ef997d0394ac366c2943e99f1cc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcdce1da9d65d70f698b6fd516ebd772d7e2aa19b69456c47e30f464af28ea89 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..087f3b1fd59f7040790d34f6e62a0db83abf2368 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba2b0d8bdfb9db349a55080af78f59c4a8e5d6707ae54a84716e43be28309e5c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5de3545525633648af0802f4709f2bb622f290b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344d1b2bb8325b00e493ca003c0a945803b1853b42c34e674a94e9c9fbfb25d0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fc126827e312352af0bb5874754c2f56a594ca1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:582637e4419aaab6dcb5e8bdbcc86f187daa2d7401fbf9150a84a92a61ca5ba7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3842b9a3606adc49952c9fe990ee6de7db7023c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:242dee1a860023ce9bfeb78d76cd486505f1a017aa18c32a31031f7ad22f316b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11207e720fb38ff79aeecbe4505db2c0e6a33da9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88ebb48aa64c217f14ea8327d6984b22b403cc2bc6ea8f05c7ef44a2c7e1b55b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a1506288b93aaa66d767abe2aa881a5b11006cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b62936c5f082c00014678839fbb3f3b395fffa2aa3bfbac4bf150c67db56b55 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a9e7f4f71ec7c95cc9aefeda5d97eb590c46df3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f89c59ded4f6eef7a99e9efbdf97d85d334edf94439c9aedb84d1cfe5074261 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e29e5c3b4ef96b02c063b5ea315a92cb12fa605a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f50e8fb8535571c62022e10cf335be22e52794c830ef15064803430e80d3699 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b811effc40838ad0ef0ab3d085ce34cbddd3e595 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:514e8a8a58179061c1512f605fd1e65713853d237c9b590b9d03fc9c61dccb28 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33a85e284a13b31d88c5f36545a56f297fa032cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8862ee6707415b9368f5aa147366d7a24207584178030d03d54f0c3693dbf2a0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..714b43546fec1bd1e6f5ac7c25120711571dc1a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c11dfc5c2749c3451bf628d72fa1687ef7720777b657bf2676ba0275016364 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3bbde7a6740f150d2ccace4180c2627b5f5f755 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6124823071dc115b4ea3776c835016bd35955f727f45c7f3a4054cc21f92cf7a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0811ceeff6f3ea60aa4da76af9e758fa77a3b848 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c327d03d0a5816b305794043a384f75ba162d10e5c84a231c4d024ce690434e6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0fe7b9e11f6fde8ebd0b4da4af156e8f3e0e1da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9933068d1d59ef1ca605674e2f6b01fb25147c2527d92cbc4494a24bdba2f37 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f9933eb0069650c2782f17d75a3a0fc1a56b033 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed1a35a5b46ca0e3d86f9a1840d17d652db792d6bcaf894b78e83911f842ef2d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..213334febfdb1c46714af685691768101edc0ece --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ca7dd84b8dbdc39658787118f5cb3ce61b7eb75632407ebdaccc1207ebed5ad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25cc692484108cfb1617b9747f4cfbc8818f6b22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e36bef91e4ea485f78f45aa820d7a7eb501abbc32c404ebafa13a2781db79b3c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7a6912755e6b848cd7cc086088e50a1194a357e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5396f431cfc3eabffc14fc0038ca65210103411a31e17de55611ca1b385af502 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59605a043a135858c46c6f0100d7d9f735b0a4c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c12941b64648f428ca36c751d2ec1ee14f7cd12ada5cce379cf1931d68c9bf59 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05bcedfa1a3607bf97bf7c43d305f4c3e1609e8b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecb98edbfd5d5454809f13d48e7c4ae14d964fe586d83e975c4cbe936ddab719 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de88d3a9469cdfd9d456acb17ac7114c0eff5dae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:242fbcebb3b935089df82f2946bacf03f8401644f016b6e837d07af2f6afe527 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38db069cf32a68b8de03d107a87b7d9f3f738981 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35e30d97bf1c1d0622320f7416508b9429baf4941b2f6b060884d99163211b3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da79b72b5d127e197d1e7838dc077ca2047578c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09404e923f64e5b3f141525f2abcb862775b338856e3b115801e41bf9e048cb7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa110f01739d34242f8f493b74c985bb0ba1f658 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcd1b6e71828ef49c9ffaeb70fd4875d6adde2ca378fb759e64786f084c141e4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e74149b0ed59d503db18c122d79bff67cf0a826 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a979839f6b13c7b5f619c18584be944cbf70261c268201f2b904c160a6365b12 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d8dfd839b13dedc7279b962ae3161be7cf6fc9a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b910743de44d5fa2c61888cf50ed38741502220f8c807d09d0e9221ce5107e89 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e8d83a76cae9e8505add4daa0e112dad4f27af7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88edc1f727a01c65f6a6b80bff737d53725eba27f735e1976676a0079d43ed25 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b25232dabf4a710b0284aa21e0246c6553a15227 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34e715fb467526dfdcf736f62dec47a4d4fe14524cec70a36c0274e3ff9c7559 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef4ab4f662f062843272bfd54e7b632c4207a96b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eceeb0154b8cd4ee38e6b7e3fec939f51c63dac34282d1566f626cb2ada095ee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f3289ba0e142f91b82a0d35a075438ee102dc6a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1391fcb1199110b5124da416d3ed08aa0c327db1c0e1e909bb3453058973b3b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56ec3c8fe8db5f401f979dac9368148149f54c1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9181c3a233e7cdd1aab0333dcd2f8c06394858cd445c4067a929c4696897a710 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62d4b1fedf345890ea39d908b810fc61b6b9206c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cd95e5cc7b56c1b3186153cff61cbc2e98baf39faf8b3829e15d91db2b2fff1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6e4bfe70a7c1aed94dd06c74c37ea5a66e3463d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e1d63cf31730e71efa814e4082958d3854b23caf19080dc0960bab6149126c1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e044e613766f28a9cd5fae532922d74bdf5df9ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8041d07eb49d07b4eb47123ea6e6ac8db03643ee487ee0a8f3ace415f7bcb59e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc603a18a10b3d7dc37c6f9d5c91fc182022c60f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:321e667ca029600533375464d6d3ddc394f823e31891c2710de9c261704681a3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9761d37783bd2c2310c33cf9a9f52f798c2605e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0d042ebeea97367a7acce9b98f90967e10aacc6c35c66a759e4a4fe07c43697 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71ad193c0733e8ab80bd843b8ba9c5664754ec1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35e31738b4348c17764a901a9427c3d85a4161bb32c6b6afe2c7ee46deabe8b7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91007c8a6bb2665a51405c87bedfc7580e371589 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e6a01af9913911ca576a517e7eafd3dbfcfa52ae1f8ae445e0d01876b8afd48 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c3218add403387d325b15d68836443917b21bb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57c0cbbc380b7739bf40501b4ae5b2496b281e321f6e9393878383a6f3f72cd2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e1b40dc3bcbfe81fb63ff1748bd10a4177c3320 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cf0505388c05192711c1e5836645a422fe317f998e228e20abe25862a58f001 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf518658c8731c28a1cdf41a7f2c5387bac4e46d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7891e06ffe799a59a3cc6aa53dcfb52a9a6f31f935cf71d2fe2bcea02e1d3057 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..218ce8d1c728257076219d018583256a5319cee5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:463487e00acaa5917472c2bb32cdad41b8b3d5d1be399468221c250297834637 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19ad025d7a20ce74d38afa4985afa32037192ad2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec15c662bbdff8c296ff2bf877c2e5ebb14dee614b153fe4ce2bbb4042df5980 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..653447657f5a6c6fa23d0ad5a8c592d81f691acd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c020bbc585ef99a58e66f1e0ceac4859f23eabb66e6e355f7da4f77d047984ad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0600d0a3ce0a0594449436fd194c384b0b684c1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5078cb3d19438701422444a23a075495787fc984fcd418c22ed9f464ecb7c5a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0faaa264781f7503c1f0e6cf40190fefcfdf7d8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22e5a169c2a944269a2b1ad30d4c2eab99724cfca56c74e75299c353c184da3e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6b50f2abf8c556f90f8281cf533eadfc885f1b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61582b4ad39a793aef232d99bbaed8a6f31ebec85608177d4d5bd5ee086fc184 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..005e5da04a221d7921a63d986bff98cce48de594 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b303d1e8a5567a557e2d29c2d32de755f7e031b0002cece845e1cef522a01b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25a060a6456a3fa2cf483481cb4e4c183975fe27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77fd62af81e65aa1f6152bbf94f04160f10f7bebe7111ddc3a95e7d347b8b918 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f22338977acc33253acbb8c41d0e082f5411e33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:218a01efc527358196e1f224eb9207418d2f83b81ffcc582a752dd0c435c0479 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43b872023a5cd8540856fde7ee51664437d81971 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4d72dc1b3d4451bc65b415c3ac5ebe95ef923575fb2f491991d8cb6abca53ab +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0ba415fb7de280dd12caf6d0162c648e7e6600c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5404a570898929af87279b5f69811048a93a09da617ed8184bcd1efbe5678bf7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e363cc2729c96ec3e5e393dab9e2bf851f95733b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e34b22b643ee2ffc979f1ca053ec08163c8485cbf0c126ff8766a838c408fe1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cadfa81e5c6a5b3501909bb9b72e074e9af1836 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4a39713b59ec2b654ce1f7f609492c04bcf40df24a8040dea7c76b23e667fd0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22ed46b53a80ce0d17166fdffc12fedb609a4896 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dad4c7d109beaca3433d1035522a5d27f8c3560dc4c148e222fc1c6c1bf475a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b013ad59999d375e894188ce1d029c8c226cb17 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee1aabc3cd4baf1a4aac9fbf1464167201afea62eed4010ec2019f4a19b2aabd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..132564914478e05465eb32392c724dbba2c74089 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fa82245e3597009f6551f3703ffc65352045bf03eab952ac5132cbd99736625 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d6ec36b42b9e1910f08f036744d5182c3e5dfa1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de6c9570bc21aeb2e518d392f6e7d50d69570fcf3608270bd2b77cd1455236d8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f44dd8c857a6c1ff0b2c1f1b6141708ecab5116 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca2fba57bfdfa0078ff5dec928e1b68b398ce37a39e32c8d7ba25abd3dbdd46f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65d56b0d92ffd1bc27d9f856ce7543adef2634b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d2424eaf399a9029b3fbd98464c9fc2abfffbc831e8c521d565fbc3de41a88c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf5d925cca463a58e56a4728b6c8154746b44103 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2215fbb92fd4e234744881fcf180568bbbbc12531462e22891aa28bd04f0ac76 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..782fa22de24b22d22333e7ad24edb5846ae2875d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3c2fcc834d0e340c23e186d605cd27839827c47ac16a2d906c78dfe0a01e39e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc19b3753848e819a75bdd76ca62b316b30ff967 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec795717c98545be869569b68efd9e5b8af33d563a18365638bb5df05587756f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..805bb4508714c0f47b61bd2b2fe9d0395cd87800 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef90301e33feb20d1e227b7ae1072acdc5d7fa04cf37209dd2ce0cc0b74e6708 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..913bf3cf5fde6fd06c7a07928938204b2360e33f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f901c669f8dd03d2fe2726fcddbdccde966aaa2358c46ff47797bb902253ff7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b11851ba000f4ef4f9260b8c0ee0db59a407a8f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03fbd88853957b8ebe1e44e7c45ecdc2824514a754fb84cb68d35d344079e8d9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75ff0546f469af5f3d7a3f86d352fc0133ff8142 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1260eb370659e90ce4b5145764fe7a10a0b62ad21124dc3f0e982d6b5bb8c3c2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c61bc0126bb75f381db8a0f31a4d156f574b41a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:352330fb8073d1819dc095da15951a468084c4037a52f6c533f1c922d4ffb52f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c40574f814732183cad6a852d7c4e3e4e7dd116a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03fecc2a62c2cbbeb50477379fb3c8a01f9543b61daf8b10ae39c233bc44e055 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a5294b400add629717bbd1d5c84e66d1d4dfd66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae27c7557d41284e3bdfa1b212f94d193cdf3c54554486986ac6c59fc238bcc6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11e2e6a500dbe1947ac71c28aa5702297794acbe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffa00d8e028282e424b8fa21a9ea2965228a3f2502e1dc8c53e58b63ef8dc466 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0746fb284414696ee1e2197f9445c2789f559dc5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a06eebe23b2f8ab28e0ab7a12678f29f69670d059634e04e3796e2b36a135cb7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..296f534eaf98b806807aa3d09b016d098047fd7a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2979429d7b14e304cde351f4d2a422b49bcb6e9c4e9d73856cfea729ffdc19f3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcdef844664ce49ee50d7cce8bb9ec42a60e2848 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd517a87e64aa48c363f81d72152081dbc43ef3c3a5a7254aab7e528eee9c866 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4307728693d8d7e37ce4307449619b3a869f962d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9065744de18bdc1ac89866c347f9aa4be505c74f4ec2eba45c825db179267cd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..050fd420d5c6a0dba432acb445c0ee61dce2a1ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9c519ce837ec3ca8afa81830a92a395cef1c78438f3da94ad7047c6371eed35 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16e117da2f92932cd00e19d9a5c251d189408f5e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68fbccbb7afcc1fa64b00083fd5244a30474606eac87842fe3026fad18d44024 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c6f93c91f7ff563991d540ff423b00215360545 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8020b14c74eb227c07c35039c5ad665de52c266bf57157054e8c934a273edf6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..baa964a9e42eb9d8611a53e3b523e495b5679bf4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b8fc7f7dc280b46759649f28394a4b25856b9e34b6cff7f4de836dd0b5f5d7b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cd891eba1b7fcf266ce5e1c936da948e34b53bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa93c508e9161b4e54957304f2e12149a36408e5f0fe8c4bfc5759d750425afa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b76253d6f99dec4b587fcbc6226e6fd70fff5a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bdd8023bcba732ae514275063ca214b2f27d608d468a9e7b51f339f00b51670 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e90d4c165b23a6cfe4b09d9270b8201a4f9c6e79 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33c8e10f4cbbd1af6b82192b9a15378555a9d93bab45b939d0304eb8ae125bb4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01a8a35f0e28256fb9aa394d7d48538cd08c4ae0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e6a4c68a5a25638e1951e683bb33ed6d97d19f9aefd1851bd566fe4869402a6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9264ab1f212f90b584f6158ca11eed12d625d3dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b944b01a5e66f780c0d2a98cae3a46b54a57337448c9819d3f6be8592f0ed9d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4b14d60727420538fefa406f579ce011acce92f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0650eeffc9ba83bfe9e8166146047eff6ede8bb75452e5e588121e4561017c03 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6882fdeaefeb0a34b79dc4c97670b02e6329ef8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8ab6e92b035507572b4c7a02760ca00630097146a95ab2ffcba155da67fa0b0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0243965c4852663e6431effea81a1cc3f4757577 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aafdd02a3c48efe42968963a724072548833af3b04d65adaaaf0af51feb79a29 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb7cdb6d9652fbc464dbc82dddb04a05155224b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:498a7edd73b2dfe4e671a7b85e6c98bf81acfe2828907fb3168f2c31ce49b9a5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2c89e91a88fad1b283bbdb93c3b990c7cba02f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b771ce493e8eab9f1d076c581d109c974e1d67e7f98d509a23cf9dde723cf646 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef974b3d6aff5b2008494e9cef1c64ab43baae3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:235b621a185b281ea14335b6feefb9e562a4520809d8bed3c73efb2112a730b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8d39989f5cf16323d991889b7bcf008263c7158 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d314c40bbb22de6e9a0032b7fa9f0b8be987ca46287567736d6e8cf2d7dadf0e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..646b5b0799e144fe0f0a74001c5976768943db11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a6e468351b4828508c2df9243976242c328852c98a076e21165b28b4676dea9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc8666c032f36acd6d7a90d98fd0fdc76c9ac9d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0391538acbedadb17f08efbc854abf4ef8b5915ecb1a0a555dbfb380f7303e4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8860522c213bb23869e9470690a059e1202c38b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:772a2fe0322626c787d378ea86340b62ea6208a8e52147bb9d4f93a3f894f83b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..731401fec5d51c613dc50e178b3321f195308350 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:effc654459793bc508723aea238edaeebbc7038c741f8af3ac2a1a16c6a38379 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce44f68f61ca3edd8574c8910a4586e87f03d8ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e06252775710fa8bfbcb766da77a6275e9603e710d81b7c11d276cdedbb0e29 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7caccef51e38ea8863e7593ed69bf7718be60cfb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af4c4b2d3185215c64e9a2278ca50346e126cde5d2bae836bde78b0f815ace36 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd4ba5ce7b69a63baa27c89d370d3b32364eb0b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:878df58282f933254c7e9fa11d74bb42f6fd5770b50278e9e10e9869006bf249 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee87675efdbda65f866c65bf41e6d250388e980e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9579805061e4409b399834a2a8c1678380c49dcef766c82d83b2aae44d28f376 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..63a6cee0629be273743645dea88aeba30eafa8b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4002eaa8b5ffc2ddb01d22f43e5ec7dc80d50ba41ac5db49e094de1c52389ec4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d62d99c197413cb84a85becc2c415bfa65bb34b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:710e20543b765afaab5ebdd0ef113e5e92cec26ecd3caa00323d8eeefd71cccd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a8078ed755a68c1f4e2c6e423262b1d828fe748 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae5fb4887c49c9ba45bc2275c55d7c5589ac738615f0e1a209c5117221729a4a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dc54ae3812e2227322edf6893282e8018b8c006 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c38ec0a61223d14151f88886cbeb4a3fcb79412a811f06c6c69cfd2bf0f82ae +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a3428d03e06d37196b588bceb8bae0ceccfc876 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4738d0102b93bbb162acf23f11efcc28c051de1bc200d59a697c54f525907394 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..353230aa771acc6a376d5056725f12392f36aa30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce1eca955056212d6f5409b5b06c64c533523a7fe2703d817783e36fbd5b32e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8da7933a137e2d4e0785a30ca56d161c3b1e39b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c174d0d90c60805f51e4d79097a9653f5ca13d0e393f4d46fb40e515033a1eb3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27ec7a6a8b98fe4e13e36169dfdcf4c9c7a220c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:761c73ab7a06d4a0a189298701b7bb0baf24fa9fa39ab12b281ba2e384c942fd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5ed14bd5d325969ab4227caabca75f32c4e5410 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a031b3c10be193b98e1ccb2778358d0d05958752972e008f82e22e11407ca5d8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13db74d1cfea69601b5f2c76130924f2d7acb932 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b46bb92b11d46fd33d635c6bdfe99b7671b35d3a108c9f5f5094aeae5544c6f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40fcd9811b3c8418f5adaa0522616cbe6666b8e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35c3a27ee9ad940775f87379cea058b7007fdd6f84fbb83b0ab00b95989eefcf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64acfa48faa55b3ab968a36b8d86535143ef367d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e3be735d13cfab9a8795427a10357b3c5e5ea9aafdffa295f0b92f8d018e0bc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23d6a8d4f11592fbd0ee761a7730e5ff52c698af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0596ad1f7e851ddbf297cf43046b76fed12793ab45b4178ce08b7f29450df9a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6de70a799d41ac6a79b6b17229b8c8fdd9ef92d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10fd62fe120b0bdf19e1d55d1f2936fddadaa1c8a0582b8663a9e6ef51816fd5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6c745405345d14edd29f4e4aa58591938f2b389 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89b86565569270c66f897efa954f7470b7cdd0b6b2ecc160aace2965825ef901 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bd3f2dc4c64c777411f76c0ecc106c206aa7e1c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e215667398ea6dc6b857bfd727fe66e15d3e373b9dfaa05c2e3f9a695ee907a3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5285d78fa21328efdc056296f7828469687e1ac1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb4101a7cfa3291780d8517c62056358511b5db4d8ca52c230b5e8a7477e10a0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7c1623bee5f72349285b0797a49e4a9ea6a4b6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb0144be52cba1ffdafb9ba8fc39469914e2cfb612659d474bd2764dfff0c6f0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f1fd51e541a9c8d37af554e1e82c58362327a05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cbbaed3fafc1bb564de41e6b87abd74801d910c8a179433ca3e79295e6bcc81 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b33c4f1b31a55afecddbe5271d2d979d75c747ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f8551672bc88bae7d6986ec4badd4beebb96473a9e654cf56449e3e8bee957 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2961a5caa2a23f24cea280873923f92f7d4d4df2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:306fe62d4f19540d4d8f3262ef0b753925398acc160e671497a59b8089889ef1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd339e005e10715c5542546bf1549657f7b9b244 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d51c7d42700fca52186f3d20b3f10f69b563c7a887395928a911fab3a50f5126 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..832206e982f7f5676acc6e05e9a8f7f8b5c4b2fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6981efd6f0787ad3f2ba91338bd2381cf4455a164a9a028f037b073b9d8a68f4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b6cc799022679c0376ae0a715407f25c8e7acf3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6afd0969c516e99c5f3863bc612d396441ecd1a21046b79208c81d5975f1f6f1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..872eab924f7f3dc33fc600ccb08c1b02f5b95afe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56ea247b92a304d25c6b07c4e2cd939c65acd54c263dffd1d4eb49a028709c59 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3babd76656a6d94453c6fd39a4af9fcd48f2d735 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2e04fe51a47a8804f806df6a400bf01650c65b71f9c17bfd35c5b40820d335f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd0c689909c72286146ac68c2ae33b62895dbbaa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b58cdce202b9431745e8e20e99e268a43eb2877f4f03dff613fd78c35e7458a6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4446d5f23ccdc4bdc64b75474283c79d87029209 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59e1758db484a55ff1a1de35895b46f00b663ee10ca9a99c2ab029015d60f1f1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..18dbbfb7368081849079f8a310106d8272ef0389 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77ee7813ad72ea21176ce973aac34ec8069c3cab98f0d2ac07d00a05ff73d905 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4ad4d3c512ca7d98e48c5274030f8e20a7dbe9b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c581f8418cc4bb51862a1cc9a3b6fe594c3a4e93b1b1d18d3672ad7581dc7102 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62f89818f9820e32331e600b6dff23ae88752024 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b62677bda2eab7ec2f0ee2e9e637b4eb42b25694f475f79235104f4eba6b40 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09b39a155702a3248c0570638edfe05a4f011794 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc5d9f811be694842c0c5b5ab35fbaf51f0b660aca3c52997490d6f1dc6a694c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62b430e4ea8a547560a8d973da6849a11ca12b53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ced79dbc51ee10e65711710e18fea05924894c5c2fb60c01fc50e83f085d2b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed8bcf52afdb624bc660951e3f1e4b0e629aadee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d5b949de88544609f98cb83140e1b07fdf287750b52e864b4eef1cdb64c3377 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e03911b54b8302cf3707789a01a1252dad8381df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99ad218621870e14200aaef5e93ce2a9a1945e13f7962e7cab22fdd34f0bb110 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d94f5e8d5b221ffd1f5ce5a0e52af1cf6b336ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b89c1fe2726c2a833f3ac17f331aa344de2ac7e04d599d53400dee1dae9f094 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f67ddfc4acd8f7da61121aafb2b26fcd383572c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78a3ba7dd92256be3f61a20f5d6d83beaeb3088ac071563c8a983ea6a498ea62 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1043dcd4261eb09fe1f39338418b33b8cfe6056 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1400da06823612cdb45221f8e366625a4d7dd064f0e78a104964660a5751e24 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cf066d5ee60891f905de82e4cf1ed40ae187dc4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10c6e2ac2712fc8149000b168d5ba786c8cbf5ed8c996868b20ff3ae6fbc84b7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bea4c4105bdacd43ce7b7970d4ed48d1053f72cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91108b1e1e0c8d12cecb1973121ac2a59bfd835aab46079e347ac2fcef315ba2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e4c652d503c449e91a028bbdcaf0eceeabffecf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:563b4aeb2e68a44b2556edc7c46f1db25f20f93b68ce6b2e6f8f2d77434dfb0a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a25971c828d2eb253e02d0e08e324536621df4a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef5548f7157516877e49510d331f5114416e89e8e12b8aa473cda0864b96617 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9c254fae22d84e0f14c8315fb571e6698668830 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a4c409e3d3f982a8dcf8dba3414733bd83175751dbd823389d93795e5ae2b4e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02de1636afbaab5565c880c2eceb02e567664dbb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcf1483453d3c2aa1cb1017f4441d1494c6587e31904e9a605b30a886cd89f81 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3274a96f25826e0b83f398c9374d5cefe21da22d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:771cc331d9e991bee6a832dc38bebf2132a51dd1f5ee40a24767f728bd4249dc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8421dc313acc2d6029166c0901ac89d2aec17d82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efb14f4cc50746d6aca8b83b90e51932ae536364cc3c6dfd6c5182a34f29e045 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7228fc35a58c987edfcc06c0675085d1f8f2d763 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84133dde4769fefbb4d9d0a36250b858e61e833bc0258d5e5fe18498491212bf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c2141d3bada5aa2e17e9dcede046d968ba06a45 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c801055e26465c24aa6526b87219e319b516ca99430b256997c809e7aa9ac55d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4e0b4a5b1343934c317bb59199626521a7e9723 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0afabdbdb62111fb35613000e82bd5ac5c2b783d8daed0f80c0cad2c9616e651 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cd5a8ff7faaa59c6237a4aac0f7491539979e05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d81ce484c40035093adc822e5b2f7560afd0bece1d0355c419f0a1f9f01ca71 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..336f68c972cfc3ef9026f841c95fcede9b6f1a15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c32c01ed57ba944a4adbc7dd2bc37fa6679086b516cdf1d2bceec446bd1872ac +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ccd4cd42a3ab4b2e4ac27f1d0d7d6a9abf9e00d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e8a17102b82bfdba9110e5277c4bf6ade0964a709115269e3e9d3d7d968d9f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60bf279f8b43c06981fd0bd38741214605c896b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:968db89a7c294c8e49c8d66977a7643be7aabf2ba3c6f1e1cb8f7bd3e7206e00 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9820273904fccc4c3f6b4545b26d3afd55b67f23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb5a2b47a60fd2bd74d543472397d4ee474d217eb59a9730843008d687eb4c11 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e2312d81587e306c5b33649d1ca414e34ea8a14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5533b0672609000a779090fe4d0be55fa22f6be0c47f67b7c850d709c1044809 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed7c110bbfcb766ed0e7bc18677dba1fc76d8c43 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e58340ecc1b97fd4e1b3362b06ad01fda13ac3742fa3e8168cffd3cd1886f657 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31f4724d97c827abac5f89e071edbfb15cba2716 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36b6c64ddfe3e5e133b2170e77b99311f2ccd7e6af8b83b40536ba3d9ed5fd6c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f841e883a089a468ac6d18bc8cc69dcce49c8f64 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7333005011742c21fb57ca83cdda179f75a8e337113d696b7e4b8f2effc4457 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5e0e8a45942f1ff7fc0e9d484b269b6860836cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e129c488ab319d1879c23e4a1aa90796b655abd2508bf0c67613b4dbe930c47d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9b1bb58729991d17ab5d46c527c3e403857ed79 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:721cef7c29e8d632fa26826da7d9768cad9add456fea2bffe82243f673eb5c31 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..296a6bf8cec8b6441f9e7e24c8e74054a62a7ff4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:783709cb22fe712115b3805753116703b17b545e799bec4c6820a44709a81fd7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da7b19380272d3345ba850425ebdff7af9a0e281 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba1cae0f08bc448f372105efd394b495fc70d5b62c4189ffd671fc8dafccdec +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f44b6580d35ef9db26264efed8e132ba7116c18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d1a0e1b3fb000b29d8a80e66c17f9cb19fc51a172ff334ec5c800f3d95bac00 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2fdc4f919d58fc2634a54c66e317b2d0a2faa00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b14784f956ed75f62ddc3a530f9637d06c70420cde1e4df03958ea7b53855ce +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b58d34a62862ca394499defe6f0e5c40c165843a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e90cae800fb649be60871855af967a54798f4ab245d68ca9723d8508aeb6d03a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e22da3b2ff1d62c3dc0aa81375fd4db557f32016 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4493067fb9a70b66c600734591420931a17c41cdb8a0f50c563ce233b87e582 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f33fe489f3beac37f3eea555d9c884aee4f6809 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee6896a612dfaeb31b9e48d6c789ee3a1a6cc94eff249b4c083a448664dc821a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cf4c1bcdadd33ec15af1b4aca63295ce6a709ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b89bc8b40123374e8488075541338a6cd73fae20cd9ec54fd49a67da9cfb509 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5007e4e1496d883f4c6dc9640b9a192a8ad3e4a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50cf2665c9a430e57413b5fb450f2ae5ef1b3ebb476a6914dcc98cfc90c59775 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a791ee7965b88a367a5291d22a7b4cf671734672 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e0a75b18265927ac8558dd6cd49721f9b17525f81f5636e1c65e1b8ad5d6eef +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1539f6982dce78b883f53cd2c8c3f3e38673f94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87b48611df4b947b1c700c78527c09ee57fe0c5be8ceb5c1bcbca4532bafd4f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18caf4c31283e5ad48f0097b7bead819450217ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82dbce7e032c86565febd02670c960531142df73dadc626f698133335606d032 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24de65f1759ef473fda68bdee87e4567ba430fbe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58613e7065da972cb2966a594728111772e2f053436702077f0b7b1d7ab549a6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec9087e75df544e100d694d4185a416307dc7a8b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a60f729a0e6aa539794828c5b4f4f3366da4462d0c018629099b887ea6378a7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8a715dcca6a46e06c486c103111b1e5c194f6fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ad7ab819abe7aa05c3ac11031c8354f8c2fdd70e566ad42e5d9c6772728d3b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..290f913828d92bef3e57aa6f836f48a3f3a171af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89b661b24e7e15e7e23fb934de63f09d3ecfd8954e21e1b742a258a962a95815 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97732ac8b7633e5edfafe56ab553fa99f2c77092 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b616324083140010c83ff796fa1eb0bf49e6a09316fa58194779ca0ca0f59476 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e90c5fa1c32a351afb8b9c090635f4674dd11672 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2c1c0942b346b4d7cd0a8dcee4dd2a128c7325846c438ed12400c4e0a8e4de3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6000db40cc4b6a552f9f5ef212f018959f82368e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e76f9b4295409ed56b76fa53106c7216a3af7a3de03260a90c326f211f6c2e7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59cad4ebeced3e470f8ece9ebad0af106d927854 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0ac87abb4a96243877f23a2b1162d9e31a0e02e84c5f4f12159b02bc867ff5a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..225a67b6dd68c03e41d216fc5b1988f389984f1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d888836dc2fa0c8f56c556169a82f541dadd8627c53d168ca4a6ecbfa1b04223 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8233a61b2cec47f7aa5e9349cdda1c432b4bd774 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:555a9df20e6073a8ec69118cd0683c5200f4bd4a809195d4b7f5479391c72762 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d7d82107180db8374b7ef606c6e4e7edb98c672 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84200b7a20309325f09d627331404feefb317068042c8ebf68e2572dbe6d3ba8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8398d020238ecce9855c1b7f436db1ba0a412464 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe2748c3873d563d02141b79f3192d9c8832ccd3452d20427e442ab83efca8c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ae21f67d0f95b5d3f16fef721eadbb3820b419a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b5cc092cd2f265744e67ecb41296cb182df7b1454b98219de49fbf85323c7cf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eba7f4d429fa155f9c00d2a9577cd4f0bea6af73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:679e13b3bbf5d0891c36ccb812d7ced993522a6603738a9b74d5aee58645e76b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7afa217c5f933895573a6d5105569734d63412d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8213604598247d9f44456e7d6a4d59f3771d28a82574895ac70f0f0ecc85b51c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66a17cd3f469137e6540a7431cfd8949ac413b5c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f6d0d89e077c2a6164189b7e0308eb0b7a2067db7fb4522b7191cf84da49b81 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd29c24489d9c9da764ba2fe4cdf6be98b696f33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba04523ba6513eee220cf6f9b50ffbe04ba1b1f63a04ebdce995029e78055241 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f900a7f1c010c2fbf3adb40c7a0230c0013b75b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ead2b9d08fc7683fbb3b7ea78edec0cf2d60e1b275fbfabe394392a4b6937616 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..136d040315023d58170df9623465bf0b34792891 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d2f108050b1150db9a06b3c3d809ee7a5194c2b5d366bb69f6b7721999e0718 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f529eb39db861dedbf83aa501e7b96581e9660f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ade3e04ca8d03915d12b4e3ec176bc4b239fa21adf73dc5dc141a49412cc72b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ff0471ba19dc12046fb531ccf009ccf25287902 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03788bb84d4d0a37f49cf2cc08a4714eda2f774fcaa3ec735f833960f11557c2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cc0abc9ae6ece68baef00eb9272f2cd49a71446 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af3a3c0b39691901bf5ea09d6015e29e78da9244d02c8a2141cad375fbd0f3df +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c90fa41ef430696683a8bc5617850b5d7bfd149e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3585260c558152509980d21346949baef6e0d2aea04590ba56937edbf2105322 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7243754ccca9a1b62fbdb5db77c5831376d8c425 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f56f1db2a542040a69cc18e9af046f5dd50b87e99c929d6228941785f4a88c74 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b85c02c83fe0b871a56039c46c4e888034f4e92b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cecdb6ad472a7d940fda15503c267a90636050c5f0dc594ce006aae7d329f4df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1c5fdfafbb5aa6e4907e3b355ed7ebfc99d9083 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f5c8db7499f7c38171a29253339aa6442daf930639a02af73dd7c2c3908331e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96319253ae478f37e12d2a3ac403faa9c1599779 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22153d9609f471fe916f9f60d0e5250a873232694f5ead448daa3ae12e84d038 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f4b3df4fea7b57fb3abc1c2a2cab716063cf656 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e9054753a94477e1c90b38494a8c512faa77bafab3f452de321b04ec9a23da4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a4d2da31dba209e89ad73b43c71628dc6b4508b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cfee9beccb9aa427925f223fb595d5ded4f1ade4d9633ad8639e263b4c457d1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a3f17badfd809b590baa58ff00200df7b5a6ab2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4d09e2dc870710c9ca9b4413af7bca4fcc2660e660d410144d1aac5c7c46e01 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..692c6c32de74d2f9dea7790cce45ea2fcf5e5e31 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3cefcbfdb3f14f7459c962e16be0bd80346199f8496aa8dac4e8b5e86f07f5c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c279dde16fa73def49e6107253e2055ba363bd2a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1de5c2794ddbc025589ec3c97920cd85973cbf467e9ac1ecae482b40a098fd41 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f94c4d4e55c25d7a91118593c22c06e92fc61686 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e122075416fee52b19ba67b591cb4cb0635b31e171e961c3ab20f016fa2a3501 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9197204936d07ac6b768f5c8d578943f1dfed15c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c959bb9f9899890efae2eeb8b6d1faea2256e96505f9d591cebf08bad570a087 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de347eb1f48e53aafb0f99f2673bcbe676039180 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef8219dbde3f605981e688e08d7230923541b4a881416b662182704527ce0dea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cd864dc4d0a8759c75053bac97c4f4ac186e928 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4c30ec40b0e2099b3c2e40ea347675c2eea94326f69050ebcaed75f452f9d4e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b7626399a1582d869b091abd94ce6052f4c313f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63dd2aaf1d19fbe23e3e53e61eeec417a401669fe1a037861b64aaf188b60a40 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70ec05cf8c731371ca41b3f00e97e1a8b77a79c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b328ffda9f097cc32b5e459a09cd3be62571f4f773760af843addb00c3b3e8e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d3d86b7caaa4144e830c92f64a8f9a1307a718e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f223b743cf04a33d7c5363cda3ce8f0453d5ae323366fa8c393bca933add3d90 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec6387893f9be5372d0c0fb5ff8b15990033143b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a97657b9b88c29d85ad1f8b16af8141065487420b7e1841b1c0225aec29b16e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f0c5628177de86bc90a8a5f42868e2ac3e9ccd8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e04f791b692a1882075d75467d8c0c26e285b54f6a3329d5ffcb41bcc853386 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88ff6cbcedd67bd0b619376265b48e6bf8643e30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:616df4255652552d9dbed1f76ee4325fd497841baed6c5ae302dd5d17244bff5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cb0cb42b65796246862b258cc99ad72eaa4394e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3060aeef2a3e7d3cfd92fe7a0dd36c705c399a31ab26165fbd219f59a013fa3a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bda00f3ea38e3a5e30716d5460120a55f33e7c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c2eb294784991171f0edce58a257f1fa8519a9d06bf9098f1873bd5efc27537 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ca473093b4cc9365fba7872baab197b3b3a0156 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f4566524fb2bb0a79fd626d6f8a54391cd58178d75f27443cd864371c764034 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c4be49f7dd2b2f1f3efb5a859777b95000be478 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42659cc59461bff80d83be1bbde189be7eeb5b470e1b4926a2a180883daa164a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..273e47c9d613e5dc1822ce04d44ad5452ffb88f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3995436b2b6c8a598dbee3b8489d440783b4ab5b300ce2ad38b7e4c556e04c7b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16c764bba944429a96657e27f02bd5e03728dd06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c297da82a8c78e6aed1851d1ad20ddc544e5e577dc99292829ab6f1d977800 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f67d02f87901e104e1e8d19537275f2f22095a06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1a68930f9cc73859569a8527ecc8cfb210508b3dc1056b557ee90f1ca92bf92 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5151876efe8dfb600dc25f7d9457e214f7bb9989 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:157afea0afa531460689fe0e572e300906b21e1c5010a1ec0f6736fc2d0e5b82 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4e1ceeabeeaef4ce3bfb7806d7b51f0f56a15d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6885ca5d77b9dabe85f08b0a43fee2363e4456a6ba53ed69ae6415fcb31b8c6c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8e26ce3689c814f2315ac3d33977ee2331593b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4f1b9e6dc3b5667513e0465ed0c9ec3241b020c2dca71bcabd9ca3734fdf870 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ea9e1b73725058e55f2e3ce5781e032166374bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c958323706b111459243f664c75512396542cdab8fe89e4de08ab23cf742b839 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0014e2de0565d5b19e8ba8cc8a10d17d63edc69c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21424ece29d6e1d460d283803c782a97f41b616a488b07dc5511fff3042da021 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..837fe655c5089852df43b2387ae1eb405b7d19b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8197640eb899fd38652247fe8c26d945253849abdd631b8ec790852bf23a652d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..def081dc3a6cdd300256cd7c94f6b5303c609b22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c65f39e5787885e6f707f548f6d43dc641fca95bee8d702bc968d75d087ec53 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..370b1c241e9609f20dcfdffbfb586179a0b3eb49 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39272dac76590e5b4c6eb5143adeb63452e590b74d00f26895da2271e5f3a76a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b7e74182abb9d051b20c69c37da987705477d7a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8ab3404d163eadbf13919b78dd142a79490bf95eebaf159d19888b77209246c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85b1de88fa9509dae474937c60dc460b5e219686 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75e5f167011cd87e03543b7d5c6ae53941ef5471fcc9e5510bb0abb53aca503d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..845232237d34101e16702e3716b6332231fc64d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fa44b5912d520aa1ec20abd36dd5ba4f453890ce4f5139813f0a61a7c84a46c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97d0ebbb4c1bfafc69ca93518aad6c8913e53575 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49004cebdf834d0a35bf8ff75843dea7dff51d927bb5f7b951b2d3871f8c584a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d79a380e526affe44e584790e4964d08a1197d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35d3940bfb88a6cfbf933a2df3129696cdc6255ddde1cfd92b86dfe71bcde752 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f39beba76353169bd7750ca1f1c18608b47eab4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:143277c324748f9f15fa35ee2d8bdab773c8e3498d8d892b6ad39fb8917d5d69 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4311694050a2b52310f84f7c07be2ccdeb7862b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eda76a383b8bf8984ba823102452e7855df2660c4fe90198a4d6155c318ea8b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba06c58fe434edde25acc6758968ebe2097bcaac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb106f39b75976a8d811eb77a9051f7752013202251df7fdde0f537f78798585 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b25dedfcb36517f8874eb09aa2dc550205310c94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20fd62a1b4978aca4f4427b5c7493a06707ec7db947c426c99542bc271f777aa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6ef9df07326ad6a549171fd9f4e67030d22ddf8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af99f38218c649d6d985accc0dba25327f7fbf80fccc4439fd0d63793ee29c18 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6a29969ebceec18b0a494041b9608aae53a65c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cf2a1e5c8e5faf14d39655bb79dc17e30119d93f4d2cbd7fe0036145f5dd3d5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aad18c514d37eb28c89b7f87dd54515894ed4269 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69b1c73f7d72a360a98e2a8448d30341a0473665ef05e56385a8ec4532da515a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b8f8da277e6b04b987259f34d5f602dd3faada0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f6fd132d695a4236d84e4efba25c4b345ab50e2bd562ef901a081402229704b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e80fe566adc2568da0afc9823f953f270bdb0c17 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b63140a5d58afdb7b64d6fa96ce6ac42c338e4de351d8540d86c146a7d6f4d40 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fe4daf91302d3e0fd966a402e84574def62804c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41d6520367d47972720ec016891324fc39a7c74de8af26c7e7d54f1fc12768cb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a715fe3d624e3e945f65278544d1c768667260a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3061b43aa995ad704124d4e1e244275e3585bc7119efcb06715c332d3f209a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..121d9c86dab7933e45db0f8ce7e4cc7438b3ef1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:816c5833e70391eefe85377b377dce48debea062fd3b7a939c68a0f3479afc46 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3470a57a509d04f190f94bcb58c9ba733e453eea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:356855efee26504c2650f0bce218b9212e0bca68873e1926dd525ab6e49c5725 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..123eb46e70ec18c6013375eb25044bd19913c0d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9151f80544f61d2987752823b17a9fe079f5f03084f125fccc96bce3a20cfaba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6d8549a56b14591d7737647d6740214b9c87285 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70e572231c71397aa573a113b477f6b2b5dd6014b85ad48c28dc53e1d3cbec73 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb0a649083a3c96d76aa4c277ba8046d3421e64d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:499c1036109012c6e5a151f9eab2207d7349b547b84f797de42cdac2fc05da0e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fb000f42c4cba26d5d90727ce6370ad19860615 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:068a3c316a5659c9ebcabbc749c9941ff6ba576f5739f97148517191b52518b1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d8431119c48406fba380355c3beed583013971d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfd63b5cbb4a3023e8718cac721075692aa480a592abebfba208b4d77f33babc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5aedd90f4fd2667039c9be95b7a205366ae7d421 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4707eb5d48b3a87fdaf87fae029913474cfc12b1574293de5a6e9ddf396817ff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83dcaab0bc643f727e7a4c2981d992f6a7f9be30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc0641f6bb3a2431eb2285fa33b3f275cfb5101e142d6c236e0b5a8964a21093 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1da03f19736714c252e8f5b0fdd4e9c669decc6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b243f7bf611c6d1b8b2413f20928e2b1f2e3df84eb79c8e615df6469ac68167 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7873f0bc005e7ce78782cddb19430281a5b6e9f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ad3a8c610dd6ba3a0edec24912cbcf0f1a27284607d6098f8f4e4fc3005d61b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c30467c673f3f165157c1e16c0cacf0f7a349306 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1825a38ed52af8b6b852365e2fb066153edea0ffa71711e4194ca5205932394 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7959004139d38da742cca540d9461670b610832 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4200379a9e3c6ba942ba9c2f10ec4a13768f7958058cad61e1cfd071182c374b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8e7ee2d0e5d902cad1daf167171da56a6d0dda5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c118f186dc3d694b5d0b441f4829b50653d512824872933a6913b283da640d2a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7516c67816c458154298aaf7c98185dc996443f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a6ba810555125f0991a24919938fdb4e81e036cb47211f1d83ec256d7071944 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24f676b01697ae832f3cf888718157dde0793835 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8c03f416a511370116d01bcaeb1c0992e405fe416606fef853bc43e8e78fc38 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6588489a5d4ad6257b2833561ae12b193767052b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4076e300d21ffc9e59afe5b3e7a42e5f52f8f3785cd75134c4c43f29a3e2a7d0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41b66ce707102e3657bb4b3a3c488d8ca314c2f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eb8368edf76df80c60d08b31d3878a9f1053c931ec82725def4381994d9049d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b35b27d575e72e517cd6736f20935982c5daa693 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07ad232e3c4688f046bdfac8c9f28ebc491f24237979aab2955995b744ec168f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6de0e9096bc5f33b9c4d152469fafc1103d0967b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23d1da4daaa56ee7162ce44aa6fe01d426839903f3d3fa11ddaa52bb53af9e22 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7ef1ce88e18d4b00bd794d70f7226fdce500e17 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ee20ef60a518a0fd672debe44c0c8d09899305e36e7c988f7d9a12023404845 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b665ba9229747eec278700b8ef5004034e1d839f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa4191fdc1a59533900ac73e9fb958c5d8701296b54170eb362f26ab3136af92 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30e42260bb2829f25ad0dffa4f51963a569beca9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3254087f5f973662863e485f3b6f0c8ad345825df898e30f9717d72eac9c92f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a8715020bc9da79c4c081497a3ea14702a93984 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e67ba06ca8b88ef5235705acd32dbfc9592a5986f8035b9893f338deed1a761e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5001b6bc8b46228dadf80367827c4d8055d52cdb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0458c01d971187048bedf2f51e1972274239223cf9a0b6cba943ac58967bccc6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62f9c9db015a0960d0700c6e6e518eca7a9b2176 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a2250654fb0cf162b4a6b42d88210f62cb910b03d6405ffec946facf3776bd9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de0f621dfd8c40627be0b84e602e597f5815259d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83407878f1710bc6940cd2107a7f80de06c2f64dd1a7ac9fee531fcf28af4b51 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a083cc8ac84fbff2b911c3c2208aac3fbc9f7d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3822f97174643b5dc5cff68462a1271af883be88c6f8d4a39be25c27f32114c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..345de760a2e193f35a37e63d01ae146d10d213c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5733e55d8848eb9062022781ea8197bdf0ef771e0ab090df2fa8b3e59b03b0ee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..613f816b742aab7ef37bf7582f840a3b9809c553 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cdc089e42de1bb68df264f969254cc2f10f0f78a71a8e2679d7ed5d0334bb93 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67e0bd28d0ef16fc26389ece4253d649af16fb37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b87ec2a121577bed48309807686caaf3d9750bc1d8ccfb3979316865a81b0218 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14871a25cb30496447f6592ca2dc55ca7a7fbab0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0da2d3b8e5b2ccf9b9bb5d2b820ffb899c982af3300a8857219c8bf957c6561 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b87c11f9d32f459b23c1b2a40d139d82974b2ce8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:301b103aa3f071428f9784225b6ec2b3766dcd90fc1cc11095c8213386ce3b22 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32179ff4c72d563f649745d176807f5c7be448cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de22bc0279f52d703a8b1d2cb9ba874a60bcada9c2c6d718bdc198a7f8615945 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc80615af4a3f86d9263ae1de1c9221876d0b287 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d81a1e402c7d780354a803bfadbc3db96f4b07fe4b252ff28e1fcb6f194999b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7eef204b9126da4ea8f6d1c71fde184f78512268 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9e64670632e49f88e2a178599e387c85e5d1aa74ad71a10c8df22272a3100eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5349d5b50c3aa2bd2a1344223af5c867216032f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14b3c86f3b5929a79ddbfd9e2dfa3db13ef2c7183847695853aba93042c01253 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0c9de28de27752ec0747830144ba35d1680f9a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b71ffb1a7043796ec1dbeece22cf796377007659fdf47e0a80db85693811d2f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcb111ae7d54ebb4942b89652cf392dd6e32b18d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3123f246483cb7a73a05f1107f6288b222c163be40abb5515f16288cf60fb500 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..991037ff3a947465634f54aab1298643af5bb537 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6021a74e6293b449aac36a94e743aa8e85fd07a6f6c119190c01a174b3a83016 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d64b519ef2d96d5d31295bb5af02576293e8ee2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b96747ae98d56b831ab846e4059e1c8d8213094c632141de888ae7ce17111680 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..389a1012308ff4f3174749b8f787f8105d70ff01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d5a2524443db3de87b96a3849344e7360c0b0deb2670f26f454e01024b1051b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf71ff2045318a3a2a6366f2a90602445cfca20f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e9f7d9d42ab45fc0b06aa59ea927d03f165c93356c1bae0f8809a89d4a3b7f2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aec25d01bda498cb228ee55fe4f2572d76a8f4d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05c33f7ea1f8b9b8497477b3727d8572c1f1f179db12c5bd87d4f5aaec7b2057 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e2208976ec963a6a706dbe7b17adb1b03e722fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15dc098b15f425eb1fd56793c34ee8b647ccae3cc93ea91b293d816b97278998 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b396ce9ceedd807cd89697d5af2e9934c37e174 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb6b8d755d2adb3faf6d4ebc495889796d1bb90f34a5f483d2efa89be689771c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4318dfef216be393592366f03d8f8eab5d7a7236 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f109b6879d23a58c91f6792e13af7a1ace079854e946d360d3a07183387da9f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9105723687ea3da4506dae09bde341278ebab9c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ce8c7e56ae9d986b0c8c75f8f8133366c05e2071f2316b3c960f868de4d7c4c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ef1018e45958b59aa02a07c996e763f3b90d0ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8acd412a5e1df881a983797129ba3465aea502ebe03f3c3ed53e2bb7ac68b192 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d60ffe8400de630f81ba0fb1f5f776dab5daff6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef906640ec0c29f040049ef01d35e163640eeab48b30dc8b31528527c5b3a7cb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9662fb7b1ef3752533802ca538fb41fe53e81e42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d43e54580503f127b1711386cf6abb4b079005dbd4169a367e11aa7558a2584 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bfdae1ad6ebb7ad89d9f00b6ce04b91c86b5db1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a64d96ef9a471c4ae159b76a769f50912d29e53e665c50403a2a2226bf0aeb7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00c1118edbc62d02c034c07a448b9df0c2fc3115 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd3bae01168a82de90c8b7f1b3d8426088883e32b5af3ed083f78259f6dc3ca3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..81e8c0cceb0108d82aef34ff7e9c31ccad440d75 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8be9013229d03d34711e2235ecc676e1261c58cd96ee744dda3e0129a6f4fab0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2d745aab2e02f9dd80b6ac0bcd786f5e01b0e64 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_10/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24265c075983c6d0107a3c4912a26c94120b3a15994ac362f57d01b823c8a9e9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8e1f9480b1245080addd01a520172c374b45386 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a48b768fbf5522268b58b444dd0d92c7a50d37a384fd309269e12486e13bdd6 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cefa2b7d37eeef605cb1bfe6503bad9112191954 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6b37cc0e70d704fcc42060690d27d9931adc43782539584a4caf00eca7f610a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13673ef5bbf4133f6ff6e6795d82385a53da8614 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2545f3e1c247a22d4398e8d80439746fba8417a0ccd8f1c6cda1cd80f7c8bf47 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa4ff8973f719a62c589d707affbb48241fd4dbe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae722000ad805164aeb29c84a41dc224c228d2b2dee4062d1c41ff51e4f10cf8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9793b3385befe02eb9c6d07e9a76a40a10435e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f283966700ed0c65e20ce944f1c91142213b6985ef59f555a162a0aa73141f8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f061ec04d10b02d6b18dd02d6918c9a61925c79 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2579b2b5a63355919e56eac5bc0992a0f3c071cf079db8802da8f535dd6e627 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..518cb75ee00bbb413b1326bd15905274a1592f67 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:697c0ff940aa154f072eb937f1e0ab71dd6429cf07e67e86e72b4d6a7d1545d8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5d77a08a991af03fbe4e6f1eddfc0c0cc32550e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d80f5f55f0854d5d6d188b9a923b127bcc9510cf67ef58938a4a6635ae864e0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec262d32be7c290ae18f7a48b6994a3c79bd32e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e894439d0f81a885ec4a083233fc6ecc1b7b1adf921b48b0ec3930204d90027d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a056f2344a5ff0bc647c5cd13102fab62220260f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:105faac5bcde13854c566d5ca5c11dc3f12c48ff8f5963af1640d1ddd307512e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..452902fdd81259e7e5bf68ff0daf4fcfba3023ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09dba43c5bb9cbb9df1322750e04805a55d470c369386897b8c1da0d55c3da43 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bb43006921d88142c7567a99637abc8eefe7afe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1535c46a011ae332372a52ae7ed24fe09b3983fff629595b8023a305e603e938 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff47a1fb690d7ca660967e5834ab3910f293b578 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c73b0fbcbcb14e752c37eba9abc1bd8c375aea47f5a62f89106d2055d0e656c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f26c676c4383a4b6fd4b5625914c5bc621671ea6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:213513414ff1736294b7345d38b278b94c442030cb19b06b3a0d701e8c5c2555 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5caba45f3d9079a1d8b749be789750be34ec5db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49d3b30637e322abab88232dd71016555ce91117f0f4ac7a346fe19dbeb659d5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c01df2975b1c34d16d6b3c1de6158f878356ca02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc6298d6cca1e4595fbf1b045ca1a8ebdbd69587abf3087258dd0ea0d1c29bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24bc92ecd931fdac8e9f7c01c1a9a0f005aee68c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2550c8b38cea70d227b097fdba01a08a6513655f2e5f999f39055c64c649b9e3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dccbbcac2f26dd4edf9819db519f9ef3204beb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1e237d6e9a82c8d5dad772ae095c33f05318c3ef5b31f329f391338160e1115 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8a19213c4682ff56969aa149d3f9a459c681028 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd941b635c6181dd5903d204c4c607982ec01a6f0371fa0b28e52108e0216814 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dce8b1dc81764fbab888335261e6762b1713850b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5b2cd6838b88199056f9d70e580a5f61618ee5e0834f4c174bfa7502dce4090 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31e0b98fb43fa276f2eb5a0741f85d61970e333d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84ec2efac3213917912c1536515487e1a6c82d9ff9c1a9b8563e124b67b0b4c5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..210e76fe53ae700dea44d1cab43b997bf80e94bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45fe2c39212189c8208986256b870b3e6453edf0fa6834d0f47eafffa6051429 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e72ea18252a22355251af53f41d80615bdb780bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f93c387812e1b979cb45490ededde858598853a483bd5a4976395290ac1786dd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0f9be21fc54e39dfbb4efd6168b352f18668140 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfba60df4e655aeea270037d96905bdbb498e2ce66b7e08493714c77ecdc7a1e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdc63726b782ddec6378948d269e95db7b2b5ad7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4558ea1778e0dc6c188abf499a1c22755aa5ebb315f3d031ed70aa68f5981de9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53e33e2d72e843a7cb10e0a232ed906732f8ba84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adfd8687dc7e6f9b28d78c5789243edda969f7bd5c3941a7147a417bc4d3e72c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..571c563f7e0fbb080ddc1868bc74043adee73ea9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf09bc1f5acc99e8690db2337d4782065a2676bf3564bb8b82168fdeba58acc5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48a4bc74ab4258a5e2332c9b018855d5e4f7760d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21f37903968b61cb517fbe79fe749451dcff23cb5d8c13aeb18c9661e4234501 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3ba9ea0a22806a14dfc63a1b54e13f45636a881 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:894ad9415f92bd444c0b69e176e9118f0b5bfb64c94768acad488b09822c1bf8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39978d874a257406d84fec9866b94874c42497f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3df6c518dc66129c5159d08ce3d017de746706ae73f47e9377963603cf9789e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..326e0ccf45d60b00242394445024067d9988fd72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21c33a8569b73f8f2fb0a50bba8369b8b3e82fef3646be3c16d0d67c014f07ef +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16bd10cf8e0e9144bb008dacff0a3420c850bbf6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f2eae5c21c85683454cdaf9a527cb121f7d92f6ddb8becc211c49555fb7df8d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2592499381905323904082eb253ee75500fefc1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f46b6f11ce0fb4116e71e4d82fbedfc0579eca74bd97c23ef1263ad5c51ab253 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a37ad80e510ce79483d673407b152a74d8d029eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37129a205c0c2645a05eef5211704d4b2bd83d020cec92379e394cee3130bef9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..707ffd50f34af7dc13ed6095d69f112f52406563 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d44be009308337ebb3de6f62baa323fa328a9927e96bb56a184f25ad1153c35a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..badf83804d0bfd56b49a88847d924bf283ffc573 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0890e8be3aca5b2451711c23b2815b2155dddb251476187f123a5ff7465885a4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..713bedf89cae67818e3ecf12b515902544e947d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d0c6c1e5a1089a4c13653faff944ef3c2118fb55dcb8b6511bafff3bb4a8032 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d3fbc6ff8abf0e5cffe909867ac92e7a162697e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c91256295bdb2cdf7f9683e655f60ca313d0487b0e66ef0244100434a7aa7380 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90a1ae9849eef4473e08cdb3006dc442f38422b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c7f6147c2ee35b9cc1ca96373a08aad16cdbcb37c26c9e01bd5bf54a84290e5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df8abd06abe8478225786733fe4131ee39eebd20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81e8f0933aecc9b2292462192b139cf1f7e6d6e5e5f84bf4fc611c9b6eb06daf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a43971a3f02498b6b7b235d953e98c482625b85a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96347bbb403a1c6bac363d5da58fa92c20ebc08f2bc86963ab3017199af7ad27 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32e79b6e6e4130e50cd686c81cc4ce9a2881882a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0407ae6d7c520a3587e3c2586e8a24a54bdc31fe4e67d66b7d5394389a15cb04 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22959451bcc74e610d2ec09f2529fedac76f2174 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e77a537034b576f511ec4a8800924485d87fcc153a59029754806f8f8f0e9f49 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa3be1d1abf0cb160e3f60697810106b5ba4664c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75cf6b0f41aa5e514ceac694336537fe58847000537c43a527686ff2930b76e1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..554b1cdd5a1a39cfdbcb33c5c27948a4796ac12b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95eda5566d6fa8dc860c21f60dda19c0a6bc5525b2eafa60cbf509b01a7c1dfe +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f791c06a49d735de755a8ffc8f7e3bad312778d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbb482fa699ed496d159806a97ae2abf97be3eb679a16642b332047f97ad5079 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..152ff7b3ba6a8275c21c8a0c34e3bf7deaf66d5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2955652ad2f84c5515024265883f342d4902df8b507bad873c19896f6219d35f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dc15893203ec05591dd2f273f1746eaaeee78a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b85c6c229c4e203f72f220b1fc22abdc6f8eda08e9bdccf89fd9e0dad2396e41 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e61a3406084f3a699bf044c4e8257e23efdff8c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:323b236db995b0eb131dbd30a78a0c12dafc71804d44d17c30036deb1e9ec17e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7f97e371f1ba44e561f9573f37a004040c6b7d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c34ba0d78fccf22149a5d9251687bbd7d3814221f1bab5be0084ddbd1bf090 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..634a53ececd3b92b18109575bbc0915797c1fa0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfac445dd006338ff8a5e88cc60cf08c75ac380d38cd625a76a68faaa19331eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dd60ac2bf4d562e0511b16364bb2e6c437e5634 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e1eafc3352fe2aa4b3ce29f5c5c383358cd8901053242257329526275c39b10 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5f4dd7fbd8e40ebbe3b95fdd7a52b8c4972e918 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b2b39ebe8cfbb66e6f21799b1a4522b4a8a800da832e86c50c762cd4724908c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a573f49f75af09ee1bb9b48c265395f32d6bbf0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:715e4a3c6298716a6ec7b837968c96eb84c6e2445e34738b694c72a9427af206 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2702707147e89ddc276fb01ae1f82d39120ea63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a0114be9a5efd90d6a8aa193212fff508ccc845e644005d992cb40e2cdb06bc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..048de40f5c1507c09024bf4e01eeb6b0e2378ce3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03e0d48b03ded02f3dd029994c351faef8f261bf01a0c7f6dae5f3417a22a479 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c24938e9080a1e00c0cd65736e0757a2193ab8a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18e980850f108ffd6585889109c0ff0859f1ef040dfe0af9b0fc93083c4fa260 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51bca90f3c41921924f1922dea819651c3f77983 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85185a847282969b691eac6e3a54aecd124ebc45572cfb5ee1133f3192960f26 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..766f7b58faaf460e23625fde833450913d690cde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beadf1c1a665ab9e669732b6a87dc9c6a3f4a019beb1c6678cbc78574c27495c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5584dc86f3f4c2552eea4a35a621929fd9290e56 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcf6ec9d086f7b5b345b0c6e8c2ac7aeb153c07875fb67f85ea9e3d71c7ef49e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad68d7bebd18d8dc0cf7a30a8105314571222c8e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d994cd19c92455a01e0f3e77d1fa866588fb346dc86119671d41e8021640dbd7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9af813e83df1d36a3b43795557baf2918deeb11c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55bbe8d1cfcff62c640d68ce68d9769cc392a623ad02640022da7001e5edb172 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80483bbe28194fb8dc62f372dcc4730801f13767 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85b04e98191da5f4d7c205540027f28b899d4a9108fff9bcc4230c79ef8900a6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0918e4c6e9bf91c2c5f23bf4ce7cdc23b8e7e388 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05df9b38ef18e8f44c339cf74ee922df5e2f4445ed7a558d1dd6cec333dc64d2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b3c966d8e3935a7ee84e9a7c6c5ecfc46d02e63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abc69e5ed5981cc3f595a5064124b25ad3d8b955616cb366294d1b2b41faf054 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7327c05e686d6b8f3b6cf67fe2cdb5452f104388 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30e9b42dae69590d4501b68ee774a3969bbeb6af245a4d6b8afd60fea1808cc5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2485fce06e467a06d12a8876b0f5d9bde942e283 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d648dc2afb04e11c562cb72e83b3eb2a8cce5da0d0f31e2399c66117b61529ea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e55b657792e48bce7c99b5ad0f603d1fa4c7dd8a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5204c92e6715bc0ad2eb270c5947db0fd959ea47719b108946d80fd99d49cec7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9deb587b93f943e7120284838e8bc289388d9d4c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c707f00593e6c5c6de5dbd1c738c617e7d0a30a16aca9267453d066a671374df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d96b85efc84a0ff4a5e9a0346fc0f8ad0908fac0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1694115a75dc50928d54b23177695d4ebec14afb7615152dde22053186fd3e3e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c653216082b38a0f951bf435bba8ef69bd6b33ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80549b599511b66a869a7d00a215695e3b4f15fd8affb97baccb50cdd31af694 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f491f8b0dad479df08dc09cadcbd76149937e88a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b28893a48ba238e7cae95e90480638716ac726c1b55a6df6f6b22600938d7b5e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c589094c8a469adb871d4ac238fa2e6a506712e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54baba76b0bbbbc4272595978d57fca4bc54dfe9cb4d10be1a0ccfe7a546a0ff +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc0839299d7c39d05137a2d4c6405f32a8f10d3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:650999add7493d0cad739dc2eab3d817b3c7f291e619d75c4189d9e8d585f401 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..890b28f0fe4f330ad896d58925cdefca2c6e1866 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e6825418f9368ea5d7801e99fa43a2ffe43101fd6d4d9af236494fb7a588d10 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82bf934d55d156ace57ac5917d6f66cbfa50c130 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4ebc7c3bc5cf1aa667e6757adf1f3a960bfcb9d80528befe0796f55d052584d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc47a31115316c49ec596825dc88f29e42716656 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1c5279e41f168e5df0b2bd275113f5730e95ae9f5ee9c72c38ba0f663ea24bc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab2e1251bf6d6c45bdebab723e85ae2981dc8f0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35d3b026786ac63766e5bfb28959c4b26c0ffb7ec86f6785138689b970e12d8f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92028c9dda5006a9efeb017a23280b18b736bb3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:886ac5470fe9157eda7d54aa07b9c9480be2ee16baee799912f3c1f487a99fa7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fb6150c178179c6139c21f5c06bfd71c26326de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe457ad1502885b4c11c88864525f25835826cba43292f60d46448ac609818d7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f81c54aff9f74a2aa785d7671f3607d8ea6783c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f09dc1959c2bd99970a758e196c8003940e210fbc01b562fbaedd7fba8ea6f3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f28ca9ed6543af171cffe21d010a9377e7f49af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cacb4a6cac54421552f887b751f78fa42be051a92a28eadfc0bcc92e6018eb92 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d026d051cd0ba675f9a06eee8c4db62088a72d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d69b809418bc6825da39e74402a83c8ab9af9f573a1da96fda3a03de8a778efe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f77d1c87952037db86ed1ea7f0ec29ed3d0fe99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcbdad1eda97f5352b68d1f49725ce840365f7006b31c2f3d05fea21415cec61 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0220499117bc8303529ee8d968e506ff5016f7e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2138fa135baeea7b8c75799ec8e11d9a659b339f20266b622ef70c8ddd4535e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3a94169aa0bfb6885bc7967bc76926c69eac0b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91dbaa1d3b3d0350d491d19b4cba460732b27e6c2b4b48b83aa0fa30e2829bab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..903531ffa796c20a35b8d3beb979e0243d3e7fde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce1111bdf5065080bf1df7078820a983b39ac9fa95b1d6f8c4e19fff9d422d71 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7006a2304f91c846f477495e90926ff7c44eb059 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e9c1b6c4649d2a97be3258b4815771b642e767cf2da7e8046b59ddd146e9a08 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4b541ddd40c6a700c13075b4dd621297e2657b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0e5549a5676b1b0d06d3e35bdbfe781592eb37b359a3b4ed14336808dc94d6e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ad3391d0e6a07d1d4c54ec28dc498141ee0033d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67c01876c35a9ecfd585ffeeb53020bebcba428fd995675639b7686eee1df57e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9bb78a568058fb6d71cb99443c3db2f94015355 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad17bec7ca0450e68f123d48dd1547fa14b6cee4351deeceef02162200dc9ae0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e2117a810bc63a51a99ff6e0a6af506be8cc7c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b50d0ee1a1906c891dfa7e38443630cdf0a1bd0c63dd6d03491f065dbe8f6150 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3df1187f6f452865e45e002aea3abd5354a68de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf8154a7cd45bfdaea3e015616ae71e611d1f5cca8b45127d6bf1efafe044f94 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20cbc81dd76f52e7ad092300970e0eb8ffb0d08a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3931646c60def931144b72cb3678868732291d0bb75d52ed5e9cd6e9a546db01 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c7375709e4360a7a300af071ec7c7a53670cf02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48e329fba6be0ccf19fef12223005e3fec0ab79e28723b3aff182af22864b5dc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c709757131e4918716600e10f4217dca4df766aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea43b552be3fcfb8c7ddf91d0cf13820f8eeafc5644ff7ec6a7ae63b9466110 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6c2215e6dcbfd6efd323cebb904432fe28ddb82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dfff2576b6eab492cb200bd6401a243906fdff38518ca44b836b39547abfd77 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e2b1494d32905f16be28d7bbb7dc37ee2259e1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee32877e733d4bd3ec2a993b8e8c57a1765913b23517a967bdbdbb3af53fbce0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbb27f544a9917ebcc85f301e26d6dba0bc83883 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b10acaee56f4618c62253033082682239dc0204d0a82eab7ff7c30344f1bed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c6c3755bf7c22bf4edbc8f0933ab2d29eec19a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae6068daa50c3daff7ad2eea48fec0410bf8fe4a5af3c69d4aadc87175568d41 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..447e028d5c144075405f89316f4f870b7ae5ad7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7db31436ad22c724e828e1e2625b02de8e0ee43aa3a63a33583b1cf642bb4468 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65ada52c5d0e1e14de6a55e2b82b74f1b30f6e99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4da6cc0343d360fd525da059e759d53e99256f5845d3566dc3fcaaf559672722 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1357a209714e6fee3e67fcc0e30341a950faa61e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09dbff18ffc4dfdaac333fc1a3df9652dfda91a61c3062db3fdc3602ba87c9d7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea99a3daaadf161bc391bdd4a4457e98531a1820 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8492f120f5ec5e550c53b5f7dff619d47c0b5c68f2f9040162bd96d2b3145e5d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d58593a82e8e73cd3c8354358301b9ebfb0003f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c904c1f3132d5d16dd41c4721312195178ccf51847f3ca9409f3385c8cfd9d86 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfb9b7589c58884291933e0208695787b47bfd98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4507227d9ba27a2b0e43564bf65df0409f7a1536d498a2354f74d27de29899ca +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bcfd77596c42dc6d3d8b6db7fd5c5d273cc77c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbc89fb624e44b25545366564e102151759e13e05c23e0ab6a4af36fe3397324 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0de566295717689f89253c6b7513c3a707683d88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73ffb869ba89dc7548b98bd1c50c2f129d65482356e3aa78ef2df6d7de6d1a35 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb1f00ad11471626a441fdb12c6cfd792e64d493 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68f0534a44c1ac65cbef5549780e2660d13a083620645d4a2703ec982aeb1d68 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b253beedc7b86b2456cf7767e5760b7b0e8626c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db524716354b421cbbb02bb8fc12616d968e70d6008dad5104166210f3467d59 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff549ea0ed6190c950ecac7e864f4c314c05772c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97ff64be2c4fb439340fb110aa9e277b1e2503368b13ba998f74a09179d93c74 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f70186b208a2a38cfc1439a5b32b8c2a446be73d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fecc75862195b0def908319ed49788e4358d1cc158d41df723b146819d74a23 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c56f083d6e614ec161b4c3cd7a7d553e3d89e349 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f46d1b6f4c55d8531cf6730f7f364171a3fdc17783a8eedea2d522c2621f461c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e426adb0263ec88d3aecb6dbffaeea16b7f562b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:318a74dad3ed9963310a009da783f9f044a2e041b0a1a0323990fdbb92fcbdab +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e42aed74f47dadbabeb85f0de56c6958cdfba2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8258332f2e60804a9d3597d56140f626e3091df2b4180628ec4fcd040edced67 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..383307a0f16ee3afd6a9c0a88efc4596308a6e47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c7063aa0aca9e63db18aebf197c34e4a6923d16cc83d9fa5eafeff819bf172c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07f9d4f6326d746d6e6e26ffa1b3cc5440e95770 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eacab7fcc0d3015e7244e1e6c1eba590ea39fc639884fb629e2e2cb033ac3f9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff05ec5c2bce6e862409c7bbb9d389a544cea3cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e97bde380d45314482a9b5ee9500b341f4e2677b2e041f7c2dc024d4e69eea8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ace53691c455a8698e0ed8deac41714cfb9b46b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed047cf09f8ded6457842c6e071a46dffa4a048052812fa9569ac0f380266291 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..208de90a666d1550fbcfad3a12b5bc72da575cd4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0dadf6cba47373a2cef433777a30f43ac5da51306bfd17277bf3dd10da95be6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64ca95ed71740ea70b9cc37f4ce0402eaf8269d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce639368ea78e1fbf751e50f596c5c5b791464435f856abc8dca139db99db0df +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91b0ff7bb3b763d6a4375d49b7db60e2a2389505 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2db1b0745db50504e634a52c01156b5e2f38898d82297fedf077f2af81489cc1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70573c8c6844e6cdbe7caa3dff73a84f10bbc1ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d68217b492367e369939b62b70c77897e542acff9a7bc67f92a9b6d8c5658254 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25eb390d9ac3a0b7e1662e75cca40b4459bb237f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a410075cbcaa9133510aa7f48ec84350609263a48964c5e35dbf70398f45e5a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c88cb767333404becab26c93953519f924c27466 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76495cafbd38b3e00f0819a47e28a699604c21b6d4f93bf98382968ac2188931 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b12af97dc89570113676a6098df7c804fe33dcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34d64cbd39ac53faa0da017db5560ea9caccda5aae7e7c501d2c8f8de10c158c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13f3c39660cd47049fe124ad26b313c450b85990 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acf6699bdb8fb21a0113b05c954df9450658596919384da7180f7c98adeff896 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ded892a30ec7b39c708de52f1928468745acbfb3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baa43e3cd330ad1d712540f0fd09054e0d74458c328e5698ea8e5a3ee07c0b45 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b35c95b390b0ce2afc10c863ba738a291017c57a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812d28c4d9b756eb61ca54c3f6031ca699f4dd24a60eb0a1eb4fa08c75507683 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15fa6b1297451ff0e37ae78bfb37e45f87a0c8e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:216deae1a20f11721e0dc523cae716eae8555a528fd8bef8ef2fc870f6da1b4c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3113558619172b10cd99f92df61b217f80441d62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ced0429f93d2eb5fd26f3e8b4361dfb43f4ac90d75e0865e344b7d9d86844b6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9773228a9eb16e38462a87381e8c246bc4b71db7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:632639998ca50b34e1dd8d923a84562e2d469462d4bc24eaca8bcafde3302b86 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bdd4b2c4734216499dd241bf4156af71aabec0c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf5c510d53e7a12149f86ebdc48ee81a03f686214a5f47cfd2a2c360a6af0b47 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e520ad714db19bb8bf8efff0a543fcc865096c15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed593f609257642d13970ce9ac3ce158f42790120a8db62c198fbe951523c2b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abf2a73a5958599ff0e0931b1ed3e0bfb065d00b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc44d5f45086fdf95c92aec3ad2f972a7386f1168ad5f8c332d55390ddc141e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f17ebdcd21e098a349ef0f72b6af2ac4bf31a18b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d799056d828e87cfec9aa9a1201d2d328e6a0a2f6f767d0871d81a39f29a64f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fab44e871d83a1ee2f5959433b52cce9c4cdfee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fce35c03a3fbdcebfc576b555e0879ac61d790d87af70a297a2a4128e79e7103 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7c17e6f13e2fba16497146e21b8d695a8e3e495 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e78e70e6e33e829fa2abbb2b8bf0924a7a297e0736a89afb27ed0f9b635594a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06f181c527e16d4f32503e463a03a0d90d2e8460 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc75a34be654da937ff7dde9ab72d469a0bba411fb39828e84b9a2c1d729c69f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90b5992f69ecc58eb01be9b61eff5c4e5a7bdd8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb147ce242b3e1427c08bb000b2bc98f629933cecba86dbd0a8bd6ae536068c3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92800bd4fd9cef7a0f703687d2743a28f631806e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:662e676dc31a889db9728dfeb3d39efae95997101e9792d67efddb41b3298ddb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33fba8d4cc0b336500d28e35f061f0813214b387 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bec9e62a7f91d97a8a9a6c3cae4c7ca0c9f8ab7ca868572ff147411bdd73ada3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23d72b7d9b00edf0550e14c6ec367826ff819960 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c06121d54839773acf0c82edef45ca282dfc9e0cdd997b6369b1a7da6fbf4c42 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f8ad546f051644c4d6ab0e98a5549418c171c1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31b978d7d334fd69876a172f03464919a15a766e56a4b4b685900287f6c411ee +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f056ff43145302242a4f895888a89b7df89d9ac6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a8113559c7c45a7a8191726e6cbc277d0b1bf58b096d50075b9dc5e3142c82c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c45e76f22f89621bc8c0949a897c963fa88e4a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d498004cf415154b596a6174c390c8fd58cc9b09b48caaa124db2bdd3a19596 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86768b481ec9ac27629b4b588afe453c528c89b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bf82b9a5e7383eb670e821dd22033a87958063b7ec39b19588471524479f061 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8015972b59fd777d22b640bbc5348a454ebe37bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff6959b00ca31db27e08f046cdbe34de18c0016031a01ed2d6e4fcca4252bac0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f17d50ddafe00ff2e5c82f36d3a668dfa2647072 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47d2df01e820ef9a95afed478e28881d7c37520e12e8eafe859ee8efbbb33169 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..539dc777f1c7b15c33fb5df8c29fe6c0d954e118 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89ecf700c2d4de34948e844a3b62c5c3326085c6e54aca468ff3a1b73f3386ab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c659d82bc56471e9f837ae3d5f0cd3da3f2fe194 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55cf7031784aa70a792d3111421c4372c9e8c1ed10cd103b74328c3e5684fed1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6268a6c35cf8c3259ee62757e0e6899681d0b1fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62f6eaed168c5f2ea722c4d13737fc3a82a23eca9cd5d25ee0f83fcfdb7599a4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca484b6be5c6fd8e9106b9b91b35a4d816e0eaee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc93a44a67f89d208882e19bfc3054fd5da7b815cd20b30d479086c993013867 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b50fd26872d179312ce881df3daa3ac1c2d361b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd895ca0eb6210954b73d8d31dccb926b24f6a3d4c8e3d9bbefc9845692cae4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6227a421fdd815d8d95dfa07874c262c1bc17007 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78bfa30952e85e98aaad118304c552d4060f5a9dc0e49b6b0eb165b39222b46c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68b23d8dbe43bdc135aa9886b22a03dc38a7c0bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57cbfce686205f21ee1103bcee37d3fb10b84a191121cb7b2ffe9d45189a21b6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c50bc677cf78348f17dbec187ff801bfafe6812f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb9401f6bb3dab6992a1b2eee6b242b809a72e4f6a12ad00cfac32672eb86d8 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d24b1791844675ef5a45efc5b9dc88344ed6116e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22fd96d1ad048f6dc7a6cccaf858b39507ef1c8e71bdbbba6066dfae590d8e9f +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05a95b0fe4c5960b8ac72954215070c2631e103b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38c16a8555808665d879db7d872b49688eb02b2f5acfc517103ad733f3e8ebf5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dcbe3f30ee36f033068575619fafcb36087fcf4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08e61a865f9875faa07f6b8a2592adaec422420ebc549178f0b0b2a31d37771c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42cfc268359c846d2b83e49f1b8f4dff13d29955 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0af283f25774d032417a765b8b07efedb3874ce8c9ab2f939c10ae5fa781d790 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdf1a63c6df6a3a4568ec084b7783d239a6f6d35 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f917d51535a2ecacecb57131db6d11139dfdb3ce7323bca3294bd6ff63451525 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cb78702e447484477d6b49b2c5ff494c14171ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c9f09b2fe17bea0351c818fef7cda1746efacac7a6cd4440d1b157a27ded219 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbced341290aeae52591cf7d45883513d515d4c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4db4ea97e7dc89ef8a9b561f1148684bcf16aec36bad94eece6a0a66b3121ba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0402bf3f207aaa00e2c4d57e31d43b9816458be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b6628c14cb50f59eca4d65ea9bc9d246c23dbb170423f601307dedb8f614346 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d4c8938a09ad546fe78d7c5e4ce0ee0235cb123 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e723a2cd8be95eddc10b1abb3cfbbc0c24a533c9194f678ef068b46eb3fc5023 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2eda818e62d21a4d6663659fc99ca95997ed80f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e715e4c2d20333b383c7cc877ed5e28815f3e87fcc33bed4f1736d18dbb9aa0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff1f3fa1ef84346bd55cebc44ba4bf78dd186226 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15c2fb819041bdc69b88da35ca4a3783369d250c7f7315ad8742a822f89c392f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd5d25de92bb6e82294f4cdc9b7a99603839f6bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e079721408948a854b5489d5d1b7f23203a5cbf7fa24d93b2b89a31060c73c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0eac2164de852cde4c25f4f8dbcfaf2ece280689 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e9c3824bab17b7dc5a63c39ca38865c8c47d415d72c31194cbb115d80e0723a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a75aeaab3eeeea80db2b63b15ad8fdc059b6e5fd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:543e702522c3a687ac8ab84c06cdf8083b23067079559636862c79298f8d4c61 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bcef850faa66991efb25ec09f9187735bee21c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:459d710b8c44cf606a69ebe52c54485876d4c99aedd4bd5d043f20b754a43afa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a96548143e5b8b413d2b3b82d953d749c92d2fdc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:939917a3fbbc0a2fdd8d15d80e79830851c2a0532f607458818e8d12bc9faddb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae965d10e4412d2a63de45d220d6a63311aa295c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a3a733e578440b21861af28c5f3ac87b9ed6f2dd27aacbbd6f18bd65508a0f9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..098377f123a5b3d811f070d2744e2086554b7b22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64a5a716bbd5ff4aacfefe1914ce4e59cc2e34f102cfa7ee8392cd2157222843 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f712796f4b2105ce11a1e3ce9702b565a69618c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27d5a324f1d76ed628f12c41c80b3f610526589e2f7d9149f015ffb55c2e4164 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72abb3d15f9aabb8729590f668e9b6d79b085204 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:467b24870b25f6deb1368fe33c1d9f0ac2991e0959401768697f8e3291aff43e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39a8689908d89c48edec37660837549b8a1e1006 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3697d8fe55e05ba6c9fbfbe8da7ac441cef765112d844565affb43f8f97090c5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..530e097478350cb1bb054fdc4aa2e872216a6876 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e713dcdf434fa9d8597fb04e594145c493a852702d23fec2bce5f9de67908b08 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4548f8345b64c6f247faff470f5b3bd77cb5366f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e4f793d3e38e352e29771fe1d29101eb401bcc5f554927a2aac3c777edc2be +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb878b6d6dc1ca417a502babe3b3a3d76893a85a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc5f3b40f1a772495f699e1a8c6aefab6200b9783a888f364a9d05cd9e9025d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c0fa197996a7a03701c9d75860c7630ed5094bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:457fd36c66dce3ec51125cd2505551f0286ee8ce468ad12dea801c72ca0a61c9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbc4bdefbfa28c8a458746b9fb59fb0759544f25 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9764b7880396c234c7c349f8754e1f74cf621cb3bc1ef4b10f76cd185fba369 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..980671aa79264a733ad51a00702da7b8af14d8a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16f4801299ad3f89ff8ce64e2196092abe6d0d5047e5832ff903a004d1749721 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..434026b0e4a4435131411ea20a5d612b2bd9ce2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b0cd9dfacc4572df0d87912f2864c95758e1494c38750032599dd0477476bfe +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20c42955cd0baa53f9e17b35890c9427e37951d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48e625c131c897cf635aa5447268d7bb9dc48aff2adf9b5554e0faf84a24e19e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d1df932254784a235028817acf188e5242980d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:826940e817ff35676be4c69243f16e2cf87050cafd720a449a0393f8fde9c971 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb2c6b6c9256e0fbd894c4d8123347f058caabe6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc6982dba2d5952c0ede53c257af5836ea5e9f23f3c174f88579e5c6eb83f26e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2528b163e0cade900601908372437c35c82ea7ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a05828b6f84e03d06d5de639ec03af09d72070f5ff2090b3a8083e8ac0efdaf7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53c31e01b8b532ca472028cad8cf697b1e29065c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd399221a8962a3da644aa6010114ae9c771f42f903551de8ebee2bf722cf644 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..236396ea05fe4d0ebaafb915689bab2edcf3726e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e0da61273943ad1eba7db01ca7199cdbf95293787c279159ae045775aefa9eb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d9faeed3a3ac9b5c862c605bc9f8b0207ee7e06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7995c3c874235937217d1a8d49f5ec7adc57918c07d47d0cb7b5316f7cd757f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55ec1657d053d3a5506f07857ff8f3dcfa76fa73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43a6d4ce67bc706c5c26e16f4767185f6469589692fccdddcf7f59fdb4a812e3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55bf8ad6b83fa7c18a1b9a74e15ce86cb2f27ccd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8521f00ade716978b8009dd174532752625d7d164e10a599ad411d8a97952f29 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9c53145c0c75b6dec5cc7ee3cd4e6e6e426de32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20c8955ac788dbc26e06181a375015d978498c06ab9268c602b3d5ad30f228e6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a80caed6286eb7c2ea47da5766de98fe2f6e744 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b4cec41c1611efb49d6aaedbfb7ec54eeed464ec101828345b7ce643bbe15a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1e8684e9b2e0b56cb911cac2e71dc4326bf114b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a27d7f5b8920fc9972330f81a56e3514877565805d75950cd55af5a2b7f6253 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0356d652462207b9055fb3096aa8b85d7ad1053a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:511ff4a047f40073a5b126c6fb101b2bb5a1d68c46d7d4cd3e48cc16d0d3b4fe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0233f7432cf51f9646f54d16300b387886d1571d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42c2726702b795dc0b732b3220b917b043e81068bbe3f6b62a85c2521eb2e860 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d8113def315b9c9f0dd74ab240a8a19e4ca1ba3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c467bb522ed9e8e73e05a38869cb2ff703ecf34e616bf8428f585cf73f41b9d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16f8717ff7e6cdf5470643d46618a7ab728e4f63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ccdeb3739cd6894bb72ca0f67cf8b73e3c4ce95c6a325717abf07c4e4b3036 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e15c0220ecd542b83d1a8f713b644637911cab11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e099ba5041a29a9067590258d6b92732c243df061ce671273ad2ea89c221b552 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60883b9f7cf7eea45c2c94dabdafe919c3c60978 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bae4463f48f57e038f1e435ca580adb6adc6bd38473b9eeb5e51e899b54ed44d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..338502c76d07fe84fd56f3c8fe03e456e80aa1d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f650a99cb698b6eb81386b2da75d5b6887323f93f9cda1797dec845cc698a353 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec210afab0a1291541db489bb9663099e7d80eb3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa2eb215f9d362524ff259683e1b3c349e6ac4725a2ef7dcfcc0fd8fbb159f16 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e43e9e672e35f24135d1cd39f630f4962d9b731a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcc419ec280b8c22f99660eac749d47002710812b94d8718f9080b4e1efdb86b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..26a7bfada528d3a8f3aa0a862f3f170f037865a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f3930df4e4f2c9b53d1c875d7df41ebdffa14e42d3913126e59daa5785ce875 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..348a7764f0572471d7ab68072b35809c7bde8f10 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ae04ddff15ff82b347bc19d95de1ea8e89c5ab53b2dc9a8abe850d386521585 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c3e80962d7d1b1678c4321e742fbbc32232cd75 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f168ec8eb02a660453771dc2dd64997b9f4f8b01d6961399130a87b357c16673 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..803a2da0e38788b3c7d0b94671960276a9cb0f13 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08f4f5355c904d84f51ce76128786758229bdcff97780a31f0ffdca334ab5da1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27c55fe9c0a265b1b19d94090449dd8d5d442128 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64eea74edd6e5655be7bf44d9e8a3634f5863dace9a8a6f21a8f0aac1e6c6f74 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d56e473343c11c625e2caf1cfd4368c89f2c0f17 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4398e23f6acff0446cfb907de1d03a6e6a74b4c42be0086a157738014b841444 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d72c6366a7c0185e412ba3345a56abccebe835d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46c7e9c2ccff281a8140361e1573b79cf9f47cfdc31896c882a17485532061c4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d46a1edba34b05487f9dee731c937872b55fdbdc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95d85a48b446e0da9b544d788d706786e60557f93a5c6d526e85934476d47c75 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3200ba10553f0260691756db9fea2f5d6201503 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ee224a03301ec1bcff4b9d8bc9ec8d05fb3502192506b8cba4d2e77688cf238 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6384c909c40edcb796fda3bb2f18dc56c5f1a76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:398b4c5f705a88003e36d92d253bde1e4037da8e253f33093048461d9de3d2cf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b95a5116e07f15d85546c172d259883f3749e529 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91b9441836086a37bcb4f4c7a72c9d85fb61ed984967c4a413fe69e6f7282b0f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f986fca7491349452e3f6e55d299a28942e9aa14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46f6c700ee3e9fa32a5d9f71d0f8eb2529d88158dc2600bf861f8a3f5226bc75 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3533a88525c36ff540ba1b7808b9fd8dd1e863e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:040283c2a558db8fa58990316b9dd252f7a54c465cc16c83965db2ed511a657b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa99bc4121067e8b831e4abaac17c551bbb3e6ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7ee5e1e30cb34eaf0c4c6c28fc52952329e71d217a9b1acfcf6bffc376c36bc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb3ac9572e912396829ab5392b582527ccbfeb4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c87e3388e32552d7b4f37b4d04a5f8713a139aeabdcb859be54173694a0fa0d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..769044bc5c9b24b1a6761e7b4b4e56f372860b6e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bf8bc55e5d8955435b3a4d47d998f6e55d165f5c22ce84d84ccf03b718eb0bd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f8a8279d601a890386270921644151ef4710a8e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d14474337d48bc52377274f88a57c47743b9687636f15112632b999fd82b51e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d9d6762e69a0c1e6e8754e2f3774adb60d027a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1d964690231c62d799a7bc4c4c73d0e96de1bc46c2d7cb849c352abf805f894 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..67a826b7ed76bee01ccc00c205e4830c34e761ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc843de3f8824ce0d933b47a1d8e8c7e583cb3ca656e84aef0a8fcf98cc4c76f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc619e4c6f52af650efa64790ae817aea8b2e0c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9459d6ade534054980ee307cf8364387ad83753bd30321ffbfae2d6ad8d85c6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b8605fa73e28ad6c1edaf8a7a9dc411d1a8005a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f481e96beae1478b1d0d596fcbac7eebf320d87c0e02f2f8702473b00f3b2ded +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b7e02f2612b358cc07f0d8f8f781feb7da10b77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd69c40d69fba2a99c09006be3b897d29661df2c19421e515dc84530053fa21b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..21a632a4ae66737b80065c03b58edd138dba4dde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27d529c34dafcc84647773c7b3f85402a9d7b5bd34214ddfa0e94571396091e5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41397f924da106a4be675b55dd82d353d3d2def1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbbb5211c9f5c033c228e72a06f935845051212b460c2a0fa77312176a75f8fd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d526f2cdb2853d4ef68707ea8b8d806f9d9c56a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6def48ae29c2398f4e3aff245ec046d49243b709e4590ebcc7afeb7d8c86bfa5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e9f863f99ceef63f8fb00afe9cbbd2399269d1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2514fd18df44aee801494f2b1027b89e95d930c4b33e4d8485da4a0cea3758ba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef18a05d5565cdf81feb0dc195f6fdad65b5e377 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5cd585fdf60a2ffa826184677959ff13a9be7bcc4e5b85f6f5365eb5dd8fde9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a406552ec6199ea79acad697f07fc4d2a587250 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b40c9365c291ca2dc537b0e636f801ed67505347485bd43f704e2ef922e575b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..945d51dc865f4e3b066f8b2723257ed79563f7f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:426d25f3b95d117af5b9c09718f1b79780bf9229497c853067623b964eca1e82 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac43e454157a98f3e95f0eb706270b50b2f9c34c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f88aa15092d99d4fc53303cdd7472f10e187ea5df066a35376eb1a0e85ff18e8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..423763906b1b55cb186f99b3014de207fffe0069 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e586273f4cae2b493a53df9459896751edcb19a619c644c458846d5c79baf9f8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45cdaec88b14c3cc4a4ad0aa3bf93dd8a84b623d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:131bfa5347b1c8b2fd8e339983dc96dcc35d9284699a46d015aa077350b7929a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c84ceb29fd708d0177c5b34e394bea95aaac2fe5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf60ac195eb982ba8261698ecfa5aee92d13f828fca6a06c76c6f0c7f8443205 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a52facf59dec7a391b10d9f346936930477d08a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90ed83859d6b90f7b65974a869f1a764389a5ed4761581ed231e34922b5bb6f4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d4450e53e1347601058f932ed783663b86c1e82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d9d4b1ea6a60e5414ca82f1654327984fe7121e241727c390bfa81140f44ee4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94102fe6a0b9b59f0752b390572fd1f70813cf94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55c84204ebaab810905107ffb71a961ede303155572fa305002ee438c213b126 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a8d91f8b5954470987c36c4b286b413d310b363 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da88c70b562776542426c1226d2525cfa35d6c504d37955e2978441c6a13b2a2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0c43cf408974d3a62f2bfcfa14a07d7d9a1e31b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:426493d40f57737fdfa765b18719b6033472c005e9688aace5e39b44ef0d7af7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c3a12374ae0510003eccd2b3a964652a226a322 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0692a5b7f7e89979323e295b2b44fe88c97fcfc54dbb0ceaa3c87a132467e29 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54dec98f9f08c7948f26d69479e815d1db09a6f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc49a03162c9b9b2a22a35deb8007f2a23dc0f8fec551e02f2f795c0c3eeb291 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e1e6e57dac2182889885654b6f1e592da6d7392 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcc495a689077f0c9f4286500d56307dd805473b1e055b098ddd917743149c90 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f959e0dfcad12ed1d2f833d6079fed82b865d86b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f308f31644ade8db8d8459af9b185b40e2a59d02b7f6e9c28470c9850cc59512 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ce4ada77f6e39530042d6cc04f95e6026e9ddea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:733c6e1a2b27070d875589215221450abaef18e6b953f79d5def2946ae7ec0c4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4c9b7c6c875beaab566a4bb5fbabb290f520e63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b2be68a4a6c7c523e2814060329c73614d356ca703031083deae309545323f6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbdc72392d317fafdc719972ba0e3ed09c02c505 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac4708644118ebef81baa9e43017e981e1c70149ed0181dc83d30b21b0c1664 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad128b25075104e79b78d2ba23ff8cecda3c1afc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd987970a1c6d4487e1f61c4180e73d610152dcfe68cab246230bc7a52620b25 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09826b9207627bec8c64672918bd007c79a15c73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:713de2ecb1918f75c7320ce14f54042118d4f6468534f6a0bf754321959042a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6eec60d03321851ef3f9c616edf8a38a5e13b12 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c20b57b808d4134980562aaffbbc975ce3dc3ea77c095c18adab8d0178704ad7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b32c8317d767d290333a1d172ed965b63d59312 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8780f2a8c604c55148bc2d0625224f6bc3a9de8bc608a5589bf996a1c48cb5e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e79292e51e2899b29f789b7f7b722becfc324c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0452c31322014c2a217c7394df6433638970a99279d7c23a217d1531343187bc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6d2a608425571e8fa5e01c18dad4c0a1d020f09 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7640c1933cdedc28975bf94029012dcf112e54fe2917fcf9a6ad8f17c2e5c828 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94779149832bfd35874d133d647536716203c2f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f922c3c5795fb29b58e59805d3e438eb7941ae940bc08c683de1b82eb92a7cfa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..284d89f6c9bb29307189666a6826e931cc81906d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bae32e883b211efee50e9fc02bc2b433610c623e05db2dc2978a23cdf0b757e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b789776bb18e6a26ea83eb648579457d33bad6b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b51059581c0eaba47a56f630e3a9fffcebc0df83a5fe9223fb91cfd86478b47e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2a187967a4ec9b6601bc56c2cf34a353462199a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71b5177b5ea10f6ca81c7b93dbf0ec60dcae8e9dee10994930552669390f0153 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e8cfa98d8045a3b9d7421f8bfd2a90939a11c8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40488c875f15d98dbf27c38ffd1cb320a89d14fcf64b5a5821ce7b8d00339a87 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4623832a78dda6e8921952c0f3cf9cbdf04e0715 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bec1c182e4e3439457f23f26f12d6e9a5c7cda48fd432f5d00e2af94a41136ed +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9b89bbbd5834ebd9c46765d002ea8e59051d899 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5918c17779703e261cb563f9c2db169fc01a6ae3a1aab474bab990de5439401 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6ede2fee398ab7bc59100b12aa61c8dd9ef5b07 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9efd9112b96661847dce5caf51eccab21bdca8c30f54e301c85a90babdd37964 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..624fd21d14f18add71329be9b34055f569718f96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65739944211d61d47923372cbe37168681ea1c0283495877234ce2c4f7bc9da8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28436c6f80a3f3e8f18905ba933905ea8cb37af9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47ae2e3a0133743874408a6b060703a93b4c0013759d3486ed4d59779babf22a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..470a607f9e60b8580b429317b8b0047e6091154f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83ad1aa53e80283ba73bf88b7645ba880926476fd38457ba1c934af94abf7bad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..03b45b4a8afbf6bee1a782e9169b7cda70e38c21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:551c55764d266ea56024cb4cb5c7f1967e3b9ddaa50cf1948b39480399b828b0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..139ad11d9ebb44e5d0d5daeb9b0a3ada5a8f1e81 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77bd49263cd9dd1fc3f4a8a7b29d4a1451ffe8031dc559f149c69ffbc8d395ae +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42c752773312b7f0bd96e62436723568840f83e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:971177333ee9823b1a112c553fa5f8655f57699723966f2a51677759fb150904 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6d94957751fa321f716b972eeb0f4a89a8954fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:866b4294187b2b9ea1a63f994f1cc90639c5ec3fd62dc8050157692e300b8703 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d13239b37d513b871fa7fcf979e93adcd5dd966c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:193419269337f05e2e9ad797bc40c991d80bebd864079176cd8178426e0c0880 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ab4d78b4d872ce4900f032e232f2cdefe866825 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8ff012da2b72a634dfbb44ad10d383058a72b775b1feb7d5306b1f74373aa79 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13ab571bf246ef939b8ce0369c065e46ccdeb5a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fea9eb88d313db9063eece934bd1f00bde5e1c303bbd752349c468d311538076 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..406ae5fbca41aefe3d9d4e083b3779f1b0bac4a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbef468cc323bb47380ff80c5702a237d666feb9489285b52d84ce94fa3deb8a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31b5d96db1262c95376bf0aade3c1105204a1638 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6bcfd217d40eab04a78f1e5eeaaffaeb7180b7e07b8f0d78f6e2cab4d79be96 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2d783e5edc19ee0058552907e6909848eba30a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c80e295091aa5ba48e0bb9fea297fd8c5aa8614b2e85f558b195f448e18d6b0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31aed3957c9814e2417137ef67dc5939d0fa68fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad9f1ce287b38245df68e7cfb9302fe44287759f900dba9b4bf1f8306e5d6e77 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fbd9bfaee2e2bb0d3a15840618eeafb12fb9cdf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cead769383872de8219818f0b12fd26066fefdf4ce0ef7104d726ccef984ece6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7c5ef8351e1829546b15be9d091cb34f5e7bcd1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b1a3ee43e9afe4b4e16c17adcf6293c20575633376e2d2b43df8c80e43efa71 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b2912c250950643865a756cdf115f8a7ae7284c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29289e5c2544192fb56a240d7af4f54c07eb43cf0fada2feb13c2ab0dfa47068 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08ee21b9e2d4bd7d15f42c1c391e36d8727f1c72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f41c5e3d76780b86264850c6fabaa81447db6e5966c661c488c0d9f0dbde7399 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34da41f2184e5c12a15634e90b05487c1311c2ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e4697815752fe19b02fa58431ba1e1221bab98d7b0542f933a0b9756a32c47c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10ecef5f641dc454324d7135d18314198cd92e22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4082bdc31206ba365805cb473dfe530ffbff3c61ace1f6287c98ca9bb4a25f4b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9c134458a6b2e248378bd8ea726f2213756077b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a1e4eb54cd73a698426dadb78400aebfe7f868ec38261783bd8e4b30a8b02ca +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1e8b0fafaff73abfa5124f9ddd8694ecc97ae8b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2026eb506b56db5f3e6280d273ecdca59ffc00e2d20546d261486835368f2de +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd64a7827d4d39ecad2e4874bc037a592bef1ea1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aacc9442c199d07a27c3a20057faa3e8ea94c95d7b28884af3ef702300da77e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae51da7383ff7eebed2c2a80f578a779df21b0cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21fb50b3b0ba007120f009a6e9dd1ca2db8d82269be7932c98d0ef57bc639ab2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c988cc68594511ece1a7ace66b45204f00df20e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b96477c0e45efb7840b929345a11ffd9692c0a206564e3e067ca38a58def1f77 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6caf11a65aba048c781a4b068a5bffedefb2875a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ad462e4e81289e7fd4b3bf414c14d76d35d7078429ce7668580d3a665f38fb4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5e1145285d030b7a9da663025dc57c8a3f99342 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:994d6bcc99d02d2934f8e19360f37da90a268aa4e3102fad7b500764c731f108 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d86274af618e0d93cab67c6116c9c54b87278bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06995e20a99ae12d2430ea94510ce48fe9a6d737dd9cdffa8e61e8c3b5eefb29 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcafe6a3ff05804b6addfe4f71b3775747991247 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d921b2228e30fc6a77fa250482446e9be0321523933155f98c82382d45ca56c0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3b563f7c515d3d5663c0c0fbae8b7e7be5deaca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2efad6a578a1914e751a375451b9cd68e102607844a6a36425f684e30d64d630 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b59b855db04e86deecb8d90652129453bf1cbbc8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05b1be9b728190ed8b9398f39094c07aee9dd27a9bb86b788da1889946b265f1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c232739e9fe53a9cf8042075849dcf30a54f414 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c557908132c5bf74aa064f1cd1352b92f98ce6681ae105ffa070526b8dd2a93 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e96a8c7141f28e8e59a771e50b1043a8431478a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:554c7c2b18defff67a8a4f5b1eca1a0aee9b572b7abb7cc66fdb42a76e43859b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65da046d0bde404b2e4fc69c1c489dc8452e6bd9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eef0a67489c122a131a9d09df32f4f94e74aab6fbc4cdeb9f0b05f4ad408a16d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2245f7e38cbeacb0838fa08e1d6f21a1f11f396f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d7ce8e95c7949577ecc3ea00a913f03113dc29b39573b38527a6ec2337be33e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..47145f5e46fab7df58ea913c1cec7e75927d722b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cff7186e0e2dc480223b388fbacfe54a61f00089a1a26ed863d7b60fa0578882 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c649769ec00e9a5cc204e0558395dd26dde26a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:434203e110d24478552ee4bc82f58c1b575bc09be79d4caea17d8f722162dafd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56861800d705b907196ce2d6ccff471a16bdbb07 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3128976c8b553b0cfe6683120efeae20bb29ca9f17fcc85979cbbf394b99e60 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c24786bfd92400524faa9908fc2e79b64a11933b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db3d1c745dedc2ce87c463ff279ddf8f0617f052f0d680cb4eeb7697a23fe12 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55fdcd1773a333a3c447f854ff60e6d4746a64d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da296a467e67d914beccf0ecccd85a9048bb55c6152dd924435530b88512c736 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..645452f8a28d1590187dcc48afb588b18ba71cea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dd0673da7e383ba4cbba8986edb3ae3674937723f0ec4c46e410bb1132c7c9a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..abb5c801dd37908e2446ad6ab3d47a1b2235ecb9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7f78ed05ddcfe7e4791fc5a61422770c2764ccf7aaf78a49ccd505c7ca283cc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5badfaab1a2214b57890e44ef0ea7fb58c3c42b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d49ba1e28a80fbb0d893da5eaed756fc9f20a6d6177216cebfc7841f3e644157 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ace45c056ecc8604b404aea7def3018720d3e1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3b42382ee7378cea23f516f5d6d92b6baaf1aeac84b70d5b7ce7dbd9424a22f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efa34062f475d0de3558a6abc0523196edf74855 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e7a1379353b9c09f3bc27e3e652c64ceb5da8d31a5176d18807f9b055ff8c36 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0710ebbe9bf96ef6120c45249582a30a70d8c957 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c92a21d731d045df8ababda5b272a8c369577b703b99cf59c1e0b46d7cb8a450 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37924b166694c6c55a5ecbe3d755b66775cfcdf6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9e5286e04ab5cefefbf6537ccdf8cf04d7c422daa3b8efa9e8a998bc9addf23 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..78cf803aaf1f9a36bc1f2b665a4f1db8e4781bda --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86473515db72016d536d91679d6e3a3ab79c8a0d5e36f7e8705d0a6aaf0a52f2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc8b74acdd9541acaf4e54da1f86e4007dba046b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ee822c2f8b094e628292f8e6de703c633fb220425778a9ab41f666f73876f1e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8449911ca7cadde888fbbbf7034610ad6a74fefd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1979d81e69c100e4a323f9f13c11482bc7fa09fefbabd0cf3bb59d859383c535 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ea792968b2f66153ee95cb23556fa03e66f5260 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:060ab656c2452b667053c0ea0973f6398a1a9ef4759999cd3f555a36eadc196b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28066ce7d3130fcbe58537c17438f05f43e08226 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:416042c00d35f7614500dc230160a934deff11939afb290dee015fd1738817f9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fa0feec10995bfa2c075d30bcdcdabd54a72443 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9abbf2c7f72392fb60a6e01d27649620d26c6c7a95fd5224de52d10959a1df40 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7018c20d6e0436aefc551768636a20aab307a32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e32311a87ef6866488ca862241dab68629f914323a8e84d19cf64dd0c75024d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d34821e73d2cfb8fe20f4dff2380e0395b1ba688 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93dc30efdaffee1049193250db4b9f8074c7aa10bac9ab2f331d22e912cad1dd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9fa366da7153619f3855edb64bef88a945e12a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83d0e3a58d7c9352b4a70fff309c2e250eb214da54635e625c7274057111a172 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aee3c5645905d30f444f1d4e7785a501cc4da332 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:891ace32614225355c7dccf17ea6cd35c1b34bb6d41522ccca0f6a24b57b0462 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02beb7944ae9c1c04d931fc6b827d725040dca63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62855de545fbd0459c3f98f81e3595ab9be50587a96862833e119abd0da49fd4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18373a1edd74881b74e2dbf41240782b16060641 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad0ffe6bff1b767c2c2656ddff5bb13ec15cd25ac3b64d214ea755c6e444f3fb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45fc7cb439526e80d0bdd9d03c9f48c4494e47b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6325a654b4bd638b17ca3879303f03c6c8692d1bb535a5ffecadef74a646a03a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d700d155662cadb52bc26d7db76caf75d5f28107 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83da513f0b801769b73d4e191ae67b0963d86f9051df0d1cdb14dd82d9c2b118 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e926a0f2ca5c0fcd89ca2d7e4a9893244b503f33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cddbc829bf9de6b0d11a37b9eca6251a7542f8c0dd5bd2ef1cd7a613dd5831a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfeb363de13b9b72dc5197806eec5aefaa245027 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a51031eebd0128466b6c497fc7c5afea53bb68c4e186c88f46e000ddfd5ed94d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f80d4ca2a0e42f45c32673482b24834ea2c7fe6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dcb157887a9514503ada35f52ca054211d3a4296463710e5827e24e9e369641 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78862590a7b45699918b09b81bc5fc73a9753a2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e56fb5e5f236b02cd528c81dd12fff6e2cd999cdd3d58e48a4f9ae6bb285114 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ed3a9e90f1001dc718e260f45918be2fac76840 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7becee86c919513eb826a4eea772cdcebe6fed03c49f8f689dc62fa6a91d319a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5ac418515243916bbb71f6fee3a4d451fbcdfdb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d125a9b8c8126ea8aaeef527ae3eb47e9ec5b82a25fdcca6c8d5b023783e16b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09a4913301602eab12fde7a316e9854584a2fad0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d54166ebf5d11a85963a7cd31f08d106d6e008c349b2feba5e948f18ea70641c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96a7249d052935c76526d0d0a121f646627c8a80 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e1b8f444e60cb1b5ce92be12b4c410442d83511ab04d8ee8ca6121e139a547b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16791256af5e621b8bd41a7e998e891132be7c65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c8ac979cc9e86fae1f9ce224201bc806ec7534a2a2548f216af831deefc187 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f887a62989bd4d32b899cfa8b57d2666ccf17829 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:435ad9c7519fe60138b9a8c41d415b9310e661ce81f3ac28a335774d1825f5c2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca26d333c0926157912423f72f2fd0f86fa891e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:865ac353004452346b3c8c76aaef6ec8dfeed54818f0c2e7aca8057f643a06b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a599ca5b439d4d129f17ce5121dfea0dbf9fd78 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d549ab130bff0c615238bc68ef7afb76e2c67f62fa2b2b71acff4594f88ed4c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..03688e6999195f6f77e607714785061a1972a309 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa060ea4d7c81f9877a14e965f95e781dbef3ae0dac2abcbf0cc68a3fc868c42 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd0d482114067b79c0661248fe848a7120764879 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acb69972857ec78c998c650d5702e849ecec304de210993b2d6b37ef1b748935 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44599bfab5ade36751dd273e8ea58b8b4be27e7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afaba50e731c0771ce87bfc2e8c2a4a83f99514c18d2463521fe37ea4ff60093 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81dbf880b9d7d52d92426208ec4648fb7ff723e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e51e24358a78770b3ac41dae36d26ba89087d1e9a511bb27af0b093a4789c3f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cb537eda9bf591d64849f457091c85106dc6937 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6561679b382915cd6a386945579c20cd0295e7674bb0cc9b0c1e0eb657d673ae +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61ee9249ad81abb578a8474a6201326191b14133 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:750197f124ade315f2d9e5690cd862d01133e152f4fe75f319f60b1782cb4425 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43f1818bccd047ba42aabf76ff6e7da69dce2ec6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18e27f67b2b94694d0066755fb87134c09f84f0bf91558dd7090a0f846d3a974 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9949e3f799564b39671ad66a5afe9b6b62c7dac4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b33a52144fab67f2c02e3ae301245012891acfdaa9138a9d5455feb6a036070 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c7b8357d5abe411722877e46ade6e7b2e8fe402 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa77db8b3614e2e74b6aaea8e0938f084b74821d0cc3b143a203e52227b2c576 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6971b003bb61e224be6254ff6cd5d4231a790514 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f5a09f9cc224a31b71f2fd1f0d77a8b2e140575f0dfde448a92542e925b39c4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fed5d9eaff804124c89426b24fc8486ef3935ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8905ba25a11d4a7c90ce68fec675ce88b7471cd618364346128c62c602b582b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24a4eaee7fbef88c1b0b45dfba2ff2a823d90a52 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c76392d3ce23e2fffee58c2b39847f6d8fb9e18ce56442a37c6b8f291d64eae5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1069af6a17eaaed385247b6a50df8c94c411f430 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b19d8a6592b4951c221ff40d7de569be6132f04c5306a3e5c7c8989ddd7cce1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cb88071b29ec51d512e244c96d86377ca955e30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8337ef7856b70af5e9fa3be12984f084c66138ac6be62e8b333b4fae2a9464f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c2ece1f07d09b98ea01d2b25551030b0899b6d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc45480ff0a40bf02ad5aab7852619c879da53f549d5ba6e7de40be7734de872 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dceb8e0ba4f8bb7db9c9e6ade93b08d8363f5409 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a518871ea7e42182f533e6e326fbd522f7df27ee146e879057dacac3597d663 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d388d47e53405ebfd439a0e8c8daf3bc0ae4ee6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a9c19d495522390981b221c200155fe31b3e39d9999f6431661c4c82b0fa9b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eb2d2bc1b2803840303d1c743669f9a253aec9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35451acf9daf5f23c7ba511f45a2070a6e26b089d1e696e253bfe998b959b023 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..93e449a42da576100d012285b4938554b93a34cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fe888d7447c86fc8634329201cba19e694b41b804319f59df80906c4fad80db +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5af19beeae4b79574188131a389084b1ceb060a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a3af8164d14a07ea36bfc83c93c1de663c2bb5e90ce0dc26f530941e4700767 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9628b5e9c2a8928c8eb290f42fde78ac62d1859 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da892958b6aa34a13e8d08f8b187a23cf990093d382a850b35785c9edd38a4b9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..270a996614862862e3801269b1ecfdb3c2fa7632 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72dd0274136dec4caed76ce46354c27f876f971984604ce45d5c6d1a42fbdcb9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aa2988c30686f60fa1953c83c5504a693da6282 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c994693feb18ee230e6d0a9250c24fc1aa9c726204e52e8bbc82a0e5d3cbeaa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cead9b7d7fdf3c8904bd9b22ff624805dc668a68 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c5159bb3f37b54afc54eaa34f611238d695a3777b71ecb33982f51d4b5e2e37 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..22620ebbcdd881757d8a96f76b19229af687befe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d17f522e90d85a74f6e00bc227389cc99ef8a1ed382dd562218f8af3875f4349 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c81999ba19a0270929cb81bdc346c4644bc55d2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5324eafae31c774476fb23536871e5776b3baef72bcff9b170c5726f6df6f5d4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e82f70daf7258050b63225cfa22895afdabe2a40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:396a426eecf5a5a3c85cacc4aa56272bc4599ee910383770a2b34c8d34537641 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5be2afe6d958c423ef2f13f96c55b503fc9a2379 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:678ba016a2337b5334584ea5f361ced1d2c3e218d7749098eeb6e4eed3055dd9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88b37ca47c37268e18f385813450d94971a95221 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f05f32032394840cf823a09ff1833e801c319abb20af3af9867fccea64f25a33 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4278562a9693c583214cbc0c268056f06255943c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4acdb1bc6a0e8ab680eb6b85ef2e55fc4895ffa39f31b5939cdc7f0ff5326bc4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6051414746c2f6bc031bb45e09e07bc488d564af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3b2ce0664ce9208aaa9f5b17841330a750da2cd12f577200be112d9cf92cf2d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bec1d0cc13a03b1bdce6eb41a01e464e96b34a6d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82f76e0f4139a0c4b91b7b6c7222c3f04363a9ca42f25ed12d6536910c2b8384 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5aec3321b24498270c5c4c3f7e7a36fc4edfba7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e98b37044d96366341ce48cebc4d0a8830f4bb5a0cc479f46b32dfbf2a67c456 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33307bfb5e2158746830be102d04b8924a9dc314 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caa0e639be47be0ff51a73ff28833bd86530069a420823b0beb341eac34d2b3c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b0cd2deaafd267ee3e5beaef986546f547a2b44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd5f1d4d8a43b78a2cf0623a65671950c5cced8c576df7f784a99a30d8f23d3e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3b10fdd36bd4301de1d1b91f921c4926ffca5eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48ab3c80310e49f1e7eaa744b01529c93dc766b43f17511c924a03dd57b47f0f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41f77adbfb0beb4e605bbf418f28526fe51371ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9888826ea9b987b3f83305a036285227a50613e03b084544e9b67738d2bbf009 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6821ec87910b05299477ad08f8625cdab77162d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72605a240cb8d99b6f76b26970bf287e7aba697d2a2bce81f3f958ebd436aeb6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8982aaca8c5f7423a95359ef0532297c35b977d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b0dd07967db63f9b2ba3dd3fd566c58d223f421663c5fe12f6de2cc491524fd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46fa4f510900051f4c6314d90ea207666d1d9013 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:773ad04d4e50142a14533ce299a342ef41df282703c350e12e21ca6ea85deb0e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55a84bdab59d06b050aaf8128ce8449096ac974a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f02f2be826eb991d665759537226cd00c5b412e82d86de37f94550117212c50b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9318d7826f46bd60d3479faae954624eb5fcb332 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4221414c6e95f0e3feb84988e1a6f647e49ae8bb4ceece231899fb84bd867854 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82a8cdd0a5cb3b458c6c885c13fd33287b6345fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5aeae857c41c8bd33f2b307eef52184e73d83290e6c0776d9305adf1e203f9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b083b4a2d3c937fd397553bc1140846d95f68e02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ca52046a6216b86ed4329f151f617b7e6a9be3fdfeb6daa39af1002f7fa48d9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bdfd5d7ee4e3d86144a9c1328c814cb42121cb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dc60c6f74c18a5016d067c698ddc3bf2d7d857f10ab3587c21acac63591cf91 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63035ffc214ebd10351f85cfca4dcd577fb43ee5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:552f3bc9d4f3a17bd6872a180883dc0771775f80b8fa40e0f7f738264c97636e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27e654a996c7ad9ef13a665437a471ae7ca1c94a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4003ccadeee048ce14e91d8d236eaf6285ebacfc5bfd095857ec706e95a2cd15 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..941150516e407456c1ed320ddf34aaf9dcf619f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc2fbaa7286330b39bff0ca3b10a04fe2cc1255563284d068b08516eb7d4389f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cb4c22e8de85d2a0644dc31956fc1e34f08a2b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2be4fd6efd1bc76e11e7d01ba55c9a91bb3cae591cb64889d86655719bbdd0c8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7a99e81a7ade5bb763526b6db3fcf5650b23834 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d46b12de98c015eb7aea46af8b111f787ad562ee324019a5072738b3f8f1c7c4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad46eae882b39cee21a6847c709033eeb38e2719 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0422714338f24eb1fd5f12ab0f490d92ce58202e24ef5524a2232277d59d5ccf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2f6ebc0cac058e83d6b1fd1813bd0e86477d796 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e3c3e6bb0e06aa55b8cd7ea9265aefc1fdec3b5dc287dee9ab0008696f1a919 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23815cf85531ca1147b7c2ba34fcca4c02f3bff1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26a5088c6f5a266643ea3fa5f00bf33f23b7adffebc942e32e24638134e791a5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1717335830d82b1ef9ca7d039bd8d0e53089a553 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3e64e5dd3e59ae3dfd1c1bbe4a28f2b7da535e61960c82dc955f671b5af307a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6ad880a6e808711fad023a2a68e4bd74cd9a5d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd566011f74cb8d97e7e15739c7676c172625ffa5ee3214b02acee1ec8f20ff2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db1f42802bfb0cf3720616f72203bffc8ae8b37c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b0327bbfbfff3bde987598e6e105f87a26f2e277025273acb2d073dd240c650 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..932e2c09040ba5622f744086c4b6170f66eb2d21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd63f80fc97bd2cb156215cd25841bfc15c37d28bce658bc006ac825ac7871fc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad8a0ef99b33402883cc76bc3147f5f0f5011a5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ca2fd6845423ad1a37bbee7f859bbf5e10a06803e21b60297aca8004fb81e20 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2349c6210e534b54cbbfb94cc2e6fd40b0d91102 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d04db1a61a418ace6150751390034378d579ca40d36d576959f7f8d20e7cad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0234855dc3bc51b3dec96a9940177d03f5a5958 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:209714abaa03c0242af9d1d35745bc7e220e86662320394b3e8d7d8916fa028b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9d6986ea8947f97f877bea24b6d40ef71e342cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11f453f442bf28097b7c98eaa14834ee25f62c9ffd82372c116b7a52f0c16616 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a95c17a3a950be5ff46afa9f026a9a4bc1cef374 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af8db04f07503be1d4f4815c200d8b0a62dffb400c868327ded6a1652cdce13 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..380a4123bfb85a85e7b0d762b267b1ffd0ab8f96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e97e80a13342219e6be0369edddef0f0fddc2c4ffa06f9e541672c83f7428f7b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12f4529707b97a0ee7a404f4e41f94803910bc79 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25c6dd0b8a7b955500b3c3ac3da8244825654af54b8d74f806763cf25e43b523 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..95d2230d0fa8b7f31bff2e2f00d2d0660194f4b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fc346196cbc381ee7fd74ad4e1493a3315198f553180fcd1229c43b15a7830a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4df513bc74e74a1e3ef2b49a3c775d62c153de90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ae9e4b26906ccc5e9c18059e00a1073c32b844762868390bdb026e595d10e6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..68555eea74fd1be774b7aeca16fefe508a751070 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a503fe0090348eb648a020ab32a2238f2971301ae905eb22b6b8bedb1f90708a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79cbf7ba42fe5a6c58d578c324897c92144b1d85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bc63430063c612c64679268e281154ae283d5cd9a9810e7a467b1e162b90168 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..64a8b56aaf55d3a9c477bd68a73a0653a2e022a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1e82917e1792db016831b8cda9ac80a3683188d2bd9d6508f0d791e065f2bfc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..345e4c148bcb7066fd1a0f964f6339779e86d24e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6fb821e6a19c19df2846d6d0cbc69526f76911101dd1986165955b1255fa94c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..093849c7b9d13d91783861abf507aa4efe7713db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bde238a33ac69ebdd47c9f1f6313b4188f90e555c957902c8412e5ec9cc6887 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c2d503b63850a9757f86eafe3fd1c4dc368e492 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a190cb66ca02d13b4bda7e2aa285fb45fb7bda618cdc43d1713d465fb423a0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a08255db3b2f7b56188ff1767f981501b4e4db14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0923338711d55e9d9e851528432a043e7eab616598e74d5b597644e9a2cc08a5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e5043b3e8eadb22affba19cd143b018202de76a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db2d9b658035cdff960ab35fd7933ca75507a2902a3731cb42dec0fd388f611d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..452875b9415aea7e3656e11a28311b6c9601b340 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9993323af967436f8bad1866186d653568de3391c6b4d2e5efb449cc82ceaa36 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12f6eadb991445f71567b7fcb9342ae8c0817a06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa26c597aa4dc63f04f5e274d27963dbdee5e87e3d581ba6a9633f5bbf0d1716 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60bbf8347b9197a2c953569dd8c97cc06fe25f98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06f556ce7000ba08aeaeb5afe69d76b21d68aa7ed43345b1163e323b7e7b22ab +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40d23c9be4c4413f578fbf8980e2b7f80bce5ab4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7fa7259e9a67aba999c94a38f345fc62da5c14021801b6c22a9b6bbd69b4de4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..807cf40300e00b39d795f40800ed8112f9afb1f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb0ce09871b5b468e5204fffcdd11aaaf80cfc7a19a97856c44f632c12b42ea7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7213ca0596ea1b26641960345ac374dbab45e2ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25def0e42e5b1495e0977d987304e9660febcdd16344b6780530beecd21e81a8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40441eb789f4fc78364dccd5b0bc1bd86294a35b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd834b9cf29832a449d3ba576eb1c718719e89f147e3af92409a53daf8251eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07f46efd78caa6b06525902095589e7b7b44195e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19dcb5014954cb086aedb1866e82bc0966a2ba6ec0ca74924b32a2ca44688432 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fb3bde34966132dd4cea0efc946bd8c7ab58b6d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5ecf8902e99c14cd05996a7a4588a8ba099c62683e451ab626dda326ec6ebae +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e4af76ab0e9cecc63149659c576a42054ac848a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:231eb8bc291c64ead15d2fc90d8bdb0ec207892b112e73a1051db2dd47c0fc26 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a715f5247e87d955d84cb3af9dce8f69fce52825 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd922fb670b5f52cfc546859a0574f93394e5258302a5a3a9d1948697ff2748e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d08e25a2fbd37fc4727d458613f024e24e97806f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55567449c93127277c6fb997911502e73cffe5106e096440511f8d66ac9c7c8a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4ac26f651dd6dfaf2b24a38cbb79d3257be5268 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8d4b58c101765b30d2da8af20bfb838869924489ef86939cb9cbebeada47120 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bf5a689293139253dd0447e92f45f73ac934b21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbd7458ccd9a9a40d0a33d454f395d96af55348af836c64f50c466189f231c77 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfa01fde86358b71096275359c9f5122e170add1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ec4236774c0cb7377f10abfa3114b2aec0e9af95fb94ac484a5822edc90727f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5594449370674ccaed224c627fb22041475ef2f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ad4a77a9157f846e507f3219bbe97ee36434349e0cd39f35e14a56442cbef5a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d828318d0db9c3e49ff9158404b4dadbc4e2fdc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faa029450a40c72435ccf4a085f71f99c286dc2991d6066afcddf33ef5778bfc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4167620284feb082b5cd282dd447377e5927414 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adb5240779593c4b44a810933aadb0c3ac54bb1271386ce4f892c2bb4a934156 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1b467c1266cf4b7b3052ebd6deab57089b0b0a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a341f4c60bab36e89d45623f1d2dbec01be8546d67ecbe124cb4b4b5d72bbd11 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9b76cadb0e9de28bba080466b44256e8e189ecc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5b648c45848ffbe381ec35b5a2922feef20d0c139c16264e9997c6a69e3be06 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5f3e26cc6f41267eb08fbed07b80d65752a7c87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:085b6afb44c117d34058048c369f837234d17649eaa01f0c5ad11b1ccf24232e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a8559aa211569fc469347f96be2365bf81be141 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e2c975755bac9a1847ac68178145f6954e0be759c27d60803a3c7c442ea155b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..223dd5abdd6303580d844a3aac13e47dc475aac4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8dcace0e54277289da0b10387ff4f5b6b07bc387993db1c9a3b20143a3f0da7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33b676a379bb6a8c96c17317945233dba3421467 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4d68333ea621a52d70795a2c48d56b52c5534310c1a5eba5271f3c136151bac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b8ebe31c9debb19423943e0accf3b77732488da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fc206145796279ad7218f4aeaa1e419b0c14860e3cb25e68a31533b94a58118 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71fa4a1540f2e1ac55d200d6dc84ad7ddeb28068 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d1b6cf8808435451d5343a19cb0a769481b939e11beeee8d1e570f9d0519627 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94f361aab76f7af7a398631388e22ac9cdfec296 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a571b6d5857c7855babd2aef992b3f46e3da65ab59ef4fe4aa306ca8be0b0fe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54d9460c4a2a2a3a1a0de72a84daa9c20d37de08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64a5ae0a5e45157de425fa4b4a6f920e7e222dead0b3f793bc73bf519e12b5ff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48792ffeb772b0c0e9159d2b34a6aff532ca561f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b9e2ceace22b9e4ae25d2978e3b03fa62c0781015a16b1b75610d5786924f0a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..437f5dd342550726750533b12456ab2459cc155e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce997a42c967296c6b5cb3d15f353e697991f2eb392d22e4173b1e6cad4c9d14 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cf8a2d7e39eb4bea80ec9dbeea08cf850c560cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:502953f32820f96fa7268a52e573eb66c09192a5b99b8699239dd13dc6b0814d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a0abb32afa3d41b4e542d5950135f4b51abf356 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6632a3c4cd2260f52410b6409b11e7ee7a32edd44c6fa1c830dc8fbc7354d0af +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d43a794512cc293dceddc519e24f34422f064c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1baf45b520dbcaac91ef03f598128ac602b6ab99513f7b51f16e0a6074b7f64 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cda53745b4fac740d35eae9e91bd3b3fd9a27993 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9551afbbefa53822507057c1da745be56a16635b69605046d873920e5bda595c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c256aa046a6040444ae33fa2bf6b25e393daefb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bc20c70db2dd9b55b02ed01ed31e4df167cd2784de5fa59a7c43ef81ab2bf0f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4267be22275c404435845b1f92667f0b4ad3392 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c98ab77f65f810f0426ffc4947cee8702f708f09f7fb8b9afe4881df8bf06d4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83a3fe6bbcc21a0de99c88a959f372ff4b726d62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa90a4e5547bad16a47098964e692ed168f294045d0baf6be588acc4f9c63929 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdf8e6ce38cc9e64f96b3c63585efc8adbc5bc82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bc8cd9c15117cce64ddf01b3068c6f80b647cce6e86f2ae19293aaaf637c663 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b88877fd59d1c784a13f86180b64a10daeef394 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:851e1560973b90696e3db2ab6b8d75a1af183a90997ba455183a3b571e6660c2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f9959eb47a5b27adf8eb7d1c05e4caea4a61ecb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23a252a350f9fc469b523456011fdddfd36f7a8236572b4116b2222c4889fd3f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c47015fbbeb475741964034c09e52a857c559f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93fdba5460a946ecc346a9282d593131c76291bcfb8a525fdf01433ecfb7c7ac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea0149cd37ad6ddfbcd4f7089b1f62e58afdf5a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7ccd07f1e51feabe68e6cfd2bb2d4a3a82352483293240b926227302e636b21 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..171acccc3be812a8ffab9b76c3ac85dbf1daf16d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6916d61a35c7f7340c250394066af0231b9ca4cd3503635818e020ad073c5975 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1983136775278e763024b70043672cbdd6963569 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57f4f069dc3483147424630e15c04705d2ff4c4bcd876a3b0da7de10ce7f8410 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad2a74ff798bd6ae058b20ee9e709b74d80d519c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ead2436c551ccadeaf16621c5bd44476f5606f48f7329e9fe9460b65a335fd4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..255369cbcd460c58a8ed1439e39dff4c112ee17c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e819989f998db306ae51470fa2803c2bac5c338363ba906cf14f83963845d5d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b97e0690c8c8da70e75cfe741d13c93158357667 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5f85bbfc248829f3251ddfd4b4fcf152121b49d37b4805c686178747e1ef491 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3adaac4f67294add698e206287005e8acba02db0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50f346090209402ae8e791502a0d0e31e9737c1a12e17ca6135d87e27a6f5160 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a7c7e2801ad79025ce3c63173245e72f89ca0aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1041272918583c0e26a2533e70b20b1e8604b7c19a10a8e06b748928f17a26c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c86f22cf506090ffc3af8ff1d24d85ee529580c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e73b0c8c891a7e199288292652c3c811dfa75ff7c00b1a4dea6577d81b4ef2b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8c8473134fa35bb1083eb530fe28726d097b052 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ed290c6985b0140e3a68303bc62ca337357941e6066055a92425666e69bfc4b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86ae06c46526896403ebd026f0dd57bcc471ba29 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58f77e8587d9bd565f27258e58a25d8afd6a9c28135cc2c7eb27d2e3840801ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3b74edcfcb771eb8592e9df593092954e3a08ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e342b9d45b4df0b3a8d563db5699ae5d3b34292de157aac9cf78051106df960 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33a4c0bf0cda14c1e7c11c1ef7584373006e9fa6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa01708bf4d2fc0986364e464bcc77ff19711878ffdb767adf348b72bcb32265 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..26fc182ec5d242b26cf94f725a7a983bd1ead8f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed2930d5ad0334498f3b15e6e33b246656cb4b5f6fec30fe0e6c2580f725d63d +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b97e9a9bcb4c7394c6eeeae5c7535cb9a8de812 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fef85627cf6c62b820e200600da44d19e4448c850473c6eb49a3ab3e72257aa +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36027c1deb14adf66e1fe8ec21b98a4daca6ab55 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:284a901cbc0ddd45c7aab1caf0aca21f23ae4e098c3859953bdab2dda8437870 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8a9eb2d1d3decd06cb5108313985c890a4dd0bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ce6ee605249af16b0a9141a9ed6bc899eacdece7f79b700b960b882024f407b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..843e86eee5eb37b26c3d644a51a373a591b645e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7605915d56348850fb13b40980efcfca216b206dab091e03e5bcaa37277e8385 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c72fc4f3b5c6d5812e2c9799f740a50d08c65e41 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e1fb8b7feee5c4b0263b40c0b0cafe5cffd782f3dbc7b2de8e5c22c834afba0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a75cd48b673cdbd90784ea368f7d60fe7279864 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37ffa2ead3a8579d66d7c88be31f9407e19226ceceeff27598f0027db99bd715 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e2df60aac4d6432a3fbe1a77901bdc06f7e7c5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d64c7d70a14ca998b89a881b639f0078719d3b1aed24680a0259717dba5e73d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e773246e23cc0b83a3127054f68e709ab4bd36bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bc1d832d4b795923ff9708426a0730ad53de7db01830042d4a82765fdf559d0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c574eeead38abd5ea96383cbf18d12f7ed7f715d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f38960938bfc24221371163a0f142ea691b4a84a2e3232c30786e74d5208db3e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e16e2e1244a82de2e9731b5ce72bee1c5baffcf7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dab0c62434ec36e2c65afb05a73e4dff23512d72604513008eadd43e5123a082 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..783a9852fbd2d0706a481b328e85a8dacae0c647 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b892b5499d9a185c33c8c2f24d7e20a99a5e49d5cbc4150bc61bac6898724a0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..666b3ab74a17bf59aaea1c04ac1e44e54dcbf572 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc4be697acccd043fb7cb837cc242e22889d3915b412cb86dc8c0063d7f4a22 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d5f5892f003c6d5bb063568e4a038109c003a80 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6edb27bbaec41d92046b578cfb4ccd02e6b94b4be575dbd3523208e109c011df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38042055e707043e5b2fd15c9daacd1bf49d2971 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a5b30d407f40e70c3ac35adcef89a25fb23bbceaf92c906223932c0bd42811b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29d7cbcbebbb96724a8bcca3fcd393e85952911d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e7a7bda8857c4225414d44cdc0bd5737369a03ae3994accd5c72650c7f6c59 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f954bc1262461debd024b532bb35fc02742b6fbf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a18dc9b89c073c3ffecf66baec16e85d06daf5ceac765010a8c40fcb7225ae +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01e9635b701edd6931887c23f3ede3e52fc3332c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00f0019067d316823423113f944a6bf60fd45f49eb264785589b2d4a5ff918e8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d296163b01ca6143f230051e1e9a0404d9cf12f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cf43616005db117da860cdd4707384577c4d0eadc04ba670d36951155bd64bf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf827c8721720639cd96027113fb60250fa61dbc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edd9c3fd09f7776a9f34f3a0f0c20c991cde9dd43966e0018c907cb1ac03ab87 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..542dc04f3b4721a6a3254714d7951b8ce98a8c7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0eb262e79361cf7e3f4b22f997598ca76bb1bfb2b16c0bd2366c15433ffb9d4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45245923c0a7e6e8bda190fbf12bd443d86d606e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be127f28520913c38d1f6526317445bdbc114615a9d56894a6f20f29112cdd13 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd0cb386397cf954abc08657c2e028aeae894a52 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ddc7e2e8f642c8b61ef4746451b890843023ab87009c8a6093179c85729735c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b24ba244e256fd16ca1a328ee7919bfd084204cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc032c4322bdd4328f2685bc583c239e3663f8568536d45a43b3bf722825eff5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..67f5fa0ce5c943d8acd737185d62b890f9747ca6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b7bec15e4ec01b08324594c0684e4b14a02caea6a395883ead5ac18861f7785 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d00fbc6206913087dd3b7ccd54e10f3ba36b385f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42dc60cfc12a1385751d374c78a75923c4cc9a5ee93e9aca3b97b1ef4a4ec866 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aebdf71fe3c86faf40773eea033c4430e49ad2ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5726e33467e9c2130fabeaee91d28d6bcf3c8799bfbe2bca3b71ae69272707c1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0591c4a8661ceeb73f02875b8558d12ab6df264c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3edaf8ffc6b4593412c9b2d67e261fe065e98588c1027999e3765151243eb440 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb517456f702ed992f44e52be9c9a993dd2a80dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe1d9f08def25b227dc6fe92476e7af12adde3523d3bbb0c796725bf7db14822 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf717ae21afed389c5fbc9dfa9536611637713c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efc6dd8797711360fb86bea8641793555d75265ab5ba30f35c22e4a5a18cb70c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a38fee07cb20a2335015d7c8c1930c5977af44bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9167430ec547f4d7f338724ea5696006eda670f27cf492fbaa7cd9b8b766aea7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c41e0bace19f02c3f6aca20435570fa03c548ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80e51f16e9c302f72bf25f767b95da2ab279d702d6cf8da9c653161f4ccdafb6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99f2cd9de0d4baedd77e66ac53cd570181285f94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dee0f690756f24da4533180121cf7abb43d39f31ac18c0509794265b77214c43 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bc1c1f687612db83dd8c9bfb7fb94aa241cd407 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d68e86d0045228cfa661afceb1044cd38c61529ec387ce46ecbcfba4a1737ecf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dfd9fbdfd999f49d648cb3dff66013b90f87cc7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48536dfe0b709af68ef87a229c4ced9ecc271df3f7da0cbb28a244d6a149c21f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ed4ee367292412d5225c230cd4ff9a65ea57622 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c426a0f0b246799502f0efa6e754243fe320888f2d1e15317cb25103272b917a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbc600b47bba6dbd6a6808d35cdde5d6656e1a2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8b2592bb967aaebe10dce88d985a3d828894decba506d2049e2b20bf1a66b66 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aeda6a23b3fb7d4f6d0e0a3b5f53b6d2cab37ef4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cfed3060bf72062cb01b46213789dcfebf1783a688a2b3faa65077e755558f0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3317110dabb163411e61b0b3b115ccc4010095e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61f0fe8fa85c15c84c567379a54edbbb993f397067edc4010ff67f531d0a736c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2684262af8b747f9d52592f63716b54d296d1de3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08f5a42d58b9f5885bae82f46a11aebd12a3a75e8985d38d9086e03e20abaab4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..adc0aab1f4a0557484c8f5fd4d9e325a701c8841 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26d748a3b85852a4d845d6bd35c447280fe46dbf2b3081f159ed9bd1cbae9285 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca51a04eabd15e9a71a64835114605e4feb68ca2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11bbbddeb2de0dc0f738aeb53af12ec0574f77616cb878337f5ef7017c851d8f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5301d3eacaed41f2b857237e934d16ba1ee95e28 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6a210d8fde16945c8f9f01532517124b4b9c9894ba623f487d1801f2183dc5e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9774ad35cea1408a0b72d589cc359532d9a8a001 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c05c1197a52e5f06cfe3cc21925e6fa7e8610d5efbd079a04ec2ee63da67fdcf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c7105036a7da2d8da0f55a84d577024b4ddefa5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:207660c2ea1648903e007404267dc55e3687b40ce1abd3fba4f2315ef24b9a43 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5801cb486624ddc85192c71b6bfbcd47f6e0daf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38b7d770c52de13d548e75ece60db6bb43a055e527ea86b4249093f1c04a42cb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d5595007eeaad4a45145f62461471e1ed752dea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb3a1e4c9cddb054fedc42e92647f8fbd99764c64d5a62fd6152154523370a5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50e38f1cf3b8c8bcc9cb8fae68803e6b5c1a97f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604e0f6966d0e35aec9fe93b2811c2f2f34467c73a953a6e6796da466013acef +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28ccc8c1ad63fc1ae1bafae92320be00307d8b0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:431ed7aa2be9bc94aeaf5098cf6b6b192978d98223c68612de81ebfca701adda +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f5ae3795ea4289f65f2713a53edb37e9df84b91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a8fee16a4b86d506138e42820f655c00064b4cc7dac3e4b2f6970193db8573c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7c0d8be34ae4a2dd0193f067db064eced2a9de4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00a72007808b9b74f6224a120cf85704cac0d090411820953dd9829cbd4b772f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6346fb44b5a95684d2a5082ac6157b683d5d7ca3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5261cbaa9c5c133fca4e67cf9172d3896af22c4db28b079a3eecb5944a454f6a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..70038735eb102931e2bb7738e533d6ce16379c59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2198037cf94b27fc205b0eac375f2026bde76100cf9497f903f4398040b51393 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b0b66327988b1e9b0e160d4412ebfa1668b661c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34d366fc97e95573a778d12c3da37575b70c4622e84f819de8a444dbede85e63 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..788acb8b5a3007c1b5e9faebb17c829ccd20d669 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29af28ab62ef8e67f4d462e03658091196a07d6faf2148cc7b93e001b3ff698b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80feda0aab9e1fe94dc634e72699f5c7f1d14806 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bce52fe540244343a44c8089676fdd61afe3d465d57ff797b5efd43a9829308 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..022d576584e0cf89c0df3accc4f569bcc0ae735b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e893d8ac28b722ca2d136bcbba583f44eb7e6178f718b6504f15b5a1e5a3cc4c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a73a70cf6375e6039d881e5524108eb44201c323 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb1dfced2fad5a712c61f4cb4635b872b78aeb6c9fcc48d94417682b7912794a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09bafa5f76d7b49ebc004356c67ad72317afcef6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:999505ff0290dde999d5417f581e8886c18992e16e0ba088462c3799ab34e1da +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..567491243722c14cfa146a0d51b613b36a00d832 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edee8ffc65f909dc53d712e20db6566318a2913a4e670e02fff91a33c8f8bd1f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b55c4d45091ffa30e6a3137650441c981639348 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b29657ff531a6c964bd9ea2bf2881e4e0c6c5ab8389bf5d9c2a679302501393 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2d37097f55ea08fceca215adbf0bc6c8d4b576d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00c6e3444aea8db4bda7ec19fc9c3ef4ff02f0e7622be81c1b5856781741cecb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9fed4a374b3ae194e7d832f01d082d69cca65fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83c8896dc52e4b5715daf96d86c7b01a84a16b3dcf0f48b9bc4c6bfcb5862c2a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23cbce1caed7363d80c950f8e476c141dc7f5267 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf850906bd6b9482d5d813c5ab21c4ad08fa377915ed82797a1d3d2001ddddb1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ded6a0c6fe8b7b02302ca65d4fddce97b2ef3cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b71671f829f40ab97fd356138e6e708a6ed5dceb48dff49a0ac350ff849ecdea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95cb0f4bd9e8701399d834ba18e56803bb451e53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18df3d04969ea7d6bf783acb1ec344f97a0a5bfd9b27bb826edc91f4d6237203 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc56d68fa72dfc963431e86b297c521a28d1ccd0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22fda21acec0589f48a9ec9fe574aacef8c3fea6eb4ab03fbd8c01875d97d0c2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cec0dcf239e36da445cba016dd71ef22dbcc9c85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48a5f45e8fa3183666ad753d054364de0d92a87d68323e2bd055b1605f98dbbe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d86b2b53472e9c478b18aadfba65ea49d4966863 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ce8c11a639e237d5edc228de9b85453d084de81b6d124fa6c18a06b23bee6f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9365f1a7f327d869e0b01e40bb006eb71dde0e18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f36158e29484c7c187c9820c9f10ba12b3c9209abd20eb1f492881dc2f535e6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2bc02bc6e4f9dead37cb7154f34094520dae875 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:962973fd8604ba6a2edce82e91149a477bb6e1f18f0398b0fb0e7e33846d8dea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8106b8eb38a6c6bb22588976890f24e60c6c8b99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aeba933c1d210700f02f12f1d7157fcdb00dea48f6edac281b834ea6145aeb5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f66ee91fcb89fec0d97296c8478afbf0ab6f417a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82eaa9fb22335e56a954f5730026fdaea9dd6dc389f73de2a9ef1e89ef6760f2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28a7755ca749c0adae468f0ff12a479fff36b53c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f43def32bf5e37f82d6fe2a01227835750f23674a12a28443584ea5a05d9bb9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eac6b016c1216ba9e7b859d0ee3fef66ca096d30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a71eb68ecd3fede3addd0a091db99267f91ec139d787c63715e9f577d2e1dade +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3a550fc7e604f8b143b170734e6109c8847c4fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65b00b821979ae904a43dea5dde30254d7b75186b5750960d3748ffd9c40e082 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..599fc1059c677f5a2a2e84dc2ea321286bb29416 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:214cc2bf0c3aa725b83c56bb58ab2fd80ed23631f7dab643d75ed3d8eccc20b3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b594de4aa584c73c17d0b7d99060c7f0b059153 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4238d16c7ed7fa9d3efc1bee8e98eac9213d5491a14bb125644bb524b607eb13 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c10595bbe93cdf78ab698d31a2f68422acabba02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:935a24ed835787ce156264d2a289019032bcca176e407ae28fd911a1711f729c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9b20166f592ff40ca1bdd97db6b94a355ad03e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:571879efc3c7b7a32c9256af4eb2c4b7e33c1ddf2c21307718854eb54abbca88 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..81f10d5f85e7d65c67b78ade6281ea511f03a942 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f8366f31ff795e5a5194a3ec653d2afa9053ac62b65f764886d89a015cd3a0c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bac6389a609838a9131d8b83265b19ec33c316e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df44a014dd0a2067b4052441458cc58a8af481ab7d1c6d8c2717c29b697c37d5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df262d4cc9cb432238a2051920d5691bace54aba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd969345a6b259899b7e347905ae3bf300b3b9397b9588ea360afbc4711a36c1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b0423c065f130e94798807f5fb0e9c403de3378 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0497a4c0d2d6b1d3dddcf38c5f3b875c92fbb60ebd4d32cba8a403f0fe7aed3a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c24b79dd167f2d8cab7935499da0503d3b012255 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d14e09463534f4ec134839461b33fe91b97176bf639568f8419f257eb693dd1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8e13f2bdb27d7ab6f17ccb78d6592140f3baaba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e25520fbc3eb22ae308ca890b4b8d5a55eaab9320b24006ebbe999e7e00383e8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..023fc0708ae90fc69eab1db79563021429aa6179 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f70a56f10821efaff17439f927af5f73d18a000b7b89a47ff542fe844c9eefc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22deda6bcc0eab695639acec6e0b008b0ca76dd7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa39261ede887407248738a2a659101e81340ba2690416b600e4b629d6ca4402 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..064d1486edd8544378197299ffafe98ea69d507d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc0d10bef37fcddb577d2f308c1cdf83ec9b24b8a80ebae5e0813cbf21a299b5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..054486a27f076692e437c5becfdbff583d894c46 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:290961127e3a21a7f3feb5ff84696502b9a77ab38126e965dccfdf41aaec62ec +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..803afd4b3698d792c33e329cf7402c6543621cfb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f5df99c18069470d25748f6d724c5d2c95ba7cce0c465812819f4d7bba86ded +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db127d1ed41766dc56e1283d9756d8bfe33d32f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f5fc44029e8cbe3cb55f234b7f72bc94165ced456caf0711fef780d83661e21 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cf1fe707058219b78c0a6303001356b42ad7b19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b46cf0eface301d807a7a03ff440a13eea9a3f3b07a0e34dda2d24811d33ea86 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0df379b6712c8006f3c6eafc1629db301b1b87b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bcf543f08a01107c8ff7454468a5b79695d2d52cb8de3d23e4daeca5fde4a7a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..787892a0a78430e2ecb50baa62635edcad4a01e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e32d84107c8aad3bcdeb04cbd202de6cbb406793f885716a5365e92035e4a5d6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cc405f14e3e38c6e3c65ad5f588ce1ebb2d6ad5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3cb5a5fe796a20cc6fe23c7fdc075b6d6e75b6cc86729a7b909c03ee1470020 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cccdc994535bb2b72781af17b92264a5f058624 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43037f089340d2846245e11b0fc266e992d42e66c813d909830fd03f43960534 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0209d39e7e27bec259a7d8be46ba981e35ef0998 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a12ff1ca5cc8e613bd251b21ab36a46d17959d6216ca09e45c20e13e5fea7fb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a286ec17665e3f9d467fcd579a712080f9f6b73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532d008fe47aa1e5b144b4046309d300a75166efefc8c859c4bea7551b17b7a5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77bdb8e3c2b720fd9c80d8dcdf94c8bea625c3ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eaea2e644a6532b302f091267e48c01df58f48d552526f7afbb3b8ebd9e91e7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec5a58600e5d99e460e62d3cc4688fe0f1a59456 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fb1a5af098c5e00df9aa8c544cd0269144ac5acd306aa8b833cd00cc6c4d0ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b25dab66e889b318ba6483a22c84420d67f602c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:968662490001b3f72321cea75b6d23734e73f2eec674899ca62c95c3c72ab856 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88cf2b72aa3c26515db6163c7e5df95b5514ec62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbaa81a146973ec4fe4bdb60ff6c7fd928413784a106c5c127463bebab259b24 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b2a5a1a746494bf1a507c0657c49c8cff08380e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c91813ea976d5829210b4fc048bb2fdeb1ee5e2f84b3ffd73d7e17754a5c844 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc062e369e9c64d7225c9e1efa2d61a6fcf6f744 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f7374bde515aa00f44ccde094ad8202dfeb8fff974bc8d985daa4aefa4bdd54 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab46e4ab32b910482151103f7e33365f9410d875 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1429d41d0f2e378c0d013d4fdf0e644b774c42dc493dd7362f68e5a3d72c436c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..95b5ba489722434acb28cc97365c4b92caab3d97 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:019a047048a49a96c1af7581062b7538cdf3858dcfad67cad0fd88580c8f20b1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c09e7e9f056e9f3795f6d714a865d91bfa24fe9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517283aab3fe4ddcaded425299aeac3c69d4e55f45b6f0dc8b2a56e35fd69a1a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c520d15b98c40c15476cebc73b53cea7724caae8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fa692e1bd8344c19e8a13e8baf150657afc670fb46e6c7b26746f7c2a9061fd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12c86232c35e880b3df5cabf15d32efb96668307 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44f924a5f0ae3c01c7c47ad03edd1551d210015e19da371162f8ee4638dd1a87 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2cb95ba3e5133e4cf57f811af1ea86c8995ec21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08206ab69b27cc0cb12047602a7f84c8995d65a6b54566804ff31e073ba205d9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55e84e0c810f35ae0671a0c4c18b27f32ff7de9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e48d807e98407eef41149d9e6f4b76d4bfaaae05913a6c1e6b5d0bf171342922 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..18ddbed446fc1aa41b5b431dd983ea63b77577b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a44d6be95f9ff1eed572d8baa09c9adf3f40830204995ca49e96ee3399ed4b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f94487d0cf3398d5469292d2618d8326a2ba272 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0abc9beffd063c25cf978bf2396b85060b75cb3e6a0f3bf9100127b603a2a628 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c011086b4e3527ec9fe6d4f80543608e6f4e1c76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfef65267fa9221a91cdd5cc03e7f1cfb96b5c2b75a17526be81f75d6eab9cb4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23228667b02dbe758c386a253f3b946695349549 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ce1c123f4430457f0c73f440ce68489bf0fd00c66dfb7c5042d7e898698a87f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7814bec14d99f8f9cb8e5ace7ae6425f8df78e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35c417dfae2a189826a509ea000fa37e2cc28ac7fe932926b5e26e0dbcfeb0a7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b2c12e6d78b8e72e555d8644545868fb08f1708 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e465588c9cab44b37c91e0f1afc24c28f4eb19a78d21c22c7b8848d12369320e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94fc92c8e5fc4cc7b1ec5f62ce64ebeef354844c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be84373b06abd42dc40226871db6c2acabe350091fb6a1e0c39490954287017 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cd29c782dab01cddd962a3dede85f4e9943f32b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e67dc636eedc98de680d674acccb46bf121bfae230a8de2f3ca9533ef26b8806 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..04c5cbe2972f81713730de0ae3fe3d3169fde92c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:942c044fa142f3f6760da4c6ec431cacc9d23c158307112725179c8c3bf6e658 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db27dde7b97522d1fa4b7eee3331da96a7f7586d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b1b98e934a8d696b2d97b53756ed037703c354cee92039b28672623e7822d0e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecba32b39d9584eadffe4047b19d2334c092d5bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:112085d81a4ae474dcf46de0371e3ecf690c20b1e6e4d1ce37df3eb2c7e54c97 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eba43df194d9b444361add2508db6d5ac1f3e6de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b622d6fd8946fa37ecfa8b2ffc5bb6a2aba55e02b5838c5b2f9c9c0ed9d839f9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36662a0dfe6d1b2bc14c9bd597567f814d8fed9b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eefd1c4b119daf1658cbcc6c5df717fc035a6a638752efa0d90d657042050833 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97d51e4864a007475dccb4c398a5ef960c07da11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b5aba3d2bb97a61e1314cb77f0ad3345133c262821071d34be27f1efe43f64 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80837dcf4828e3e929afdb38deff4981e8210460 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06e90601f574e5101d19a565c0f69a92fa076199415421a4938d1569c66c031f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c30f308ba8bb5e879d820a62b5b3439f418196ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f852f6461a250545e52f0a1f53ea0afe20af1ffe3ae1e8aca14c2bd14073d704 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b9dcab4b551ed45fb699442854c4f5e651a07aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f2380ccf8b099d488f46a95f716adc7471a1605508358a41721cd7aa8c5a604 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d4b912b2c319af4b22d0f39afafbb042c604eec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abd460d7d469684b01bfea257bc60a6c287b5b33403f9e0213b24b2d9a512587 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..804a05e919b4b5e3cf638e69eb4ee22eb05058f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f9b9eeb0bcd65c2e3d9ca4cab571f0c9a4ad3d7072ef8e972a0103bf72d63aa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39512c7d7054afc7725d6454d3b5f857361c1421 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db1a2a98ba01a72317062a75a0b81d56f32bc6b1e544c0d1ba64c0b054671ebf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba88c2cbf68d4c83e1b9ee4a927ffa3e805fe89d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:904b2bc278ae9cb43a1540a62fb86f33c3a1bd43bcba34a0cf425f4e51b52010 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89c3d98bd3bf4a45b0b1fc1b8223d1a65a2c1c95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b196d3de7f1b0e427b2e1e423ba3d531467fc9f34a0cda1b7195f3ea77ba990a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f6e25c79eb0383870a0730d646717bfa9378f29 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcf425218d04e1905bc542940864f4e17be917cb3832ce80ecb330b7ec23a566 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3172b1dd096c97353ca3f85ea7d507184c43feee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdef9108b1450a46e7caf8783ad76c09fa853fd7da43abc8770f44dd3c4c59cf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..731b2c5565ea024a9fc678487d7fbe9550514a85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:794767359575f0b6bd16100a5c1d77590666ae91ee52ed16155656485c28e513 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..074fe408cf1597918cdde6bc6ada40fe3e944d3b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7352ddeb14eafec22f1aa3212092d8d33b2b09ab9100c1803755ee13b4b9093c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b100eddbfc5cdc4bd509abf04f89d79a6495810 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98b24abea5d12e101397720defca88084571820b08696ab718cd0a8f8a37dc82 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2da45fff0c70cfb4f36b30cff9a5f0c1fca3f368 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b1e8d23fa78d2d51ba3841d9ede99ee8d05f7d375a23334f34c629523f070ba +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16c3c2ab52679fc6e7c229d42f6d12af6e5a2525 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3353be1a624002c53a46093780fe8d1db314ef0bc087cb03efdd2e8801a09ba +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..195a9f7fc4c4c5eddfe65f7506c175e9431c5ce1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68d23a605e5a9e3ab1637226cb59533e58b989b2de48ae48bf67f13fdb941388 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d83b43b80be04a760b9594421d0865ea4b130872 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:563d85eb4f53b7aa01d7b743e88418893e16ac98d99e6430f5d5af71d16f8835 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8294f534edaa3e583c68923c76913441865866ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec25ef98f7315dc3bf17f0e9a00c64d12b577e3d312514f68df8c066bdc0d9f7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f8942c6725f4fbdeb407685cef0aaa11b7ec75d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d617f88cfffd3d1b10fbdbd39703a2c3bfc0ca28ab7cca248ad0d61d933b49a0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..251ddae7fc8cfd4cb33ff31bddcf3a9cb91e2f10 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c897eedfd0b7646529ac7612384a2f7b4aa29a98abd72bc33ca03d05b4ebe6d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b78ad2c7639042fc01d5cffd9deb8b1d5c2895c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41ef56c454c07cd885f0e2a8660d3303097ef39383e12d19ed2f282069cd1269 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa8caa8e8bf8f104f1c952ec9f86cc7a28fa8f51 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b254d42a9f9eaf9ff4e730da1f876274b7024aacb8c404e20c570c536ae77650 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eaca7407e1da85948877b891b72c6192b5a2cd4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b667425e0d8e56c78490c5f2cbfa1459fa717fdeddbb4a3b32dd8fcc87a08ec9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42550c349cd1605e77a7ec5a3d0f46551fb53e13 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91b222b56c494c4274285644c22abd0d816fb3b92ac226467976cd6ed1afb3ee +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c7219d731d00ccf255fd7015e52b57bb1966fa2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0700d3f5a6092740a5da6b899ea53128e1340d27d4de6a7815848a93b075c452 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6b35e2c2e126b2adde8db77da63e7e349117931 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6dfd583d721ee5725b7346e48bb2dd693157c05e3b7960b11993d4f587b6220 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06e5bd901b7a6dc76ff23e9f2d36c6628eea233b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1c43df8f4b862f2c47cc6ebc387daf92c39f08bf127c55158aa1c9d39328d85 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edaee5286ce2ec54b155da109669110ab1ffa6a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:243330aadcbbddbabc63c6295407a5f959e88a7f450f53d1e2f8157191da3cc3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..386dd41d1920ea4bf87d568bbb29519087343b72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f867d4f58c2dcda55f8af518e98727383b0e0dca6c6c1894995c7f978fec564 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6abb562ce7317c6f98221e113e6c815aadae6bb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:057bf05a1a2209d95208057e46b65deb93c879b03ff3c098954d7f62007105c7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c678d955d9c1b5335ffb4eb9f78c687b7ec7e644 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59ad3c2b9b381b1b911ae5ca3a7a0ad8325a4ed112df245463242b41eecd4c79 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e5239d93e7dc2214acc29cf3c507e13343de7e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a834a766817f10718bda27674a24577193bfe765bc4e04da2a756cfc211977ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f01933d4555e499bac49333131755e1244681ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8e4d6daab189e1915e6d3310af7cae61c132829c7f613df6131524a231ed9d4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8541b22827a5bb3053a6363d0ed8bff7bb90767 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de28967348ad95053d6870b194f6e3080c5c18b56dbba849fe598d6808de4d28 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c609ed1f6a30fca6b81951e6fcecbf12aed6e730 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3bce446ecd0daae8a4b365a6df49f8040c82f7ab33a9b6c0d7a7a25c8d0fd26 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6782b66ce3e352313832f6e17a1aa77bd0b65822 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e07c166df2b43d76b1af38bbe78e0eadf0d7b165a5f2e06b68e838036686c03 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..26862eff5622b0cf2a698ba5ec6ad924e9c2a62a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b21be28c64f2a8b25049d1535c9ae00098c8ffae7ebe11fdaf0ab994323154ce +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a58269e338cdac1a86c34828f20d5e53d7461ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a34e4cb8b724cf138b90690b0bdd2e118442ce3c6edbae5b22ec71036d17a4e7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27aa581de71436804c125718314ecd0d2d097016 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a82bbda1a63be9f6e8bd723797ee18085e2c316fc2034a3876f4c662dd544959 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57cf121de1aff76fb570b4e6be8e52f167bbc69b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8a0f66ab3ab173741ce9dd30a197a368ca75123e91b4853e709d876678288af +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..041f70efa6d3ba9e4733369315e0802351ae0317 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4c0f991f744913dd03585dc3d058bdc21c153d89705b411612b6b36d64e43e9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebb36aa8d8644b9b188124b16ad1cb9631fd3211 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97c276327d764ec76ae0470e45fa5cee57df05709617ce5c4dea244f2b367658 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b564a9e4e6134794e5f10994bef947a1403ab35d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76d28b7c3fced5933075df6a32f692540ad7b910d5a94df61b6024d84b0abd44 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d63100f21a5f0e0c8493cae32ec57da88c4f317 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:578e034aa59211ec6f03d039d751c2c6d42c4664c207e1faa9ae484f532c781f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..474f7434e190a9ae5120b001f2d6224899c0e7f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4c89cab1de5b3fb07307180f48a53786ff702abc921231b721f081a23f34a10 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eaf68abe0257ba0db4e99552c52a17cdc23bdc3b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad5eb92b5ee0062c2e3c9d92c6128a0aab61f455f4f9f087fc7e4a67a0f8fa4c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c95a2974998602d3231ecc4579846a9e5e1e6e50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97dadc5284794ae453c646aa6f9d73a6dc2903ffb4b9ae04ae2417162b717402 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1cb8682b6f80aa825cbd8d7b59cdd18d5d2bbe8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f21b308e44868400f881fcb09142da01b58c542b767af4af6ef8fd3003ecc03 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5322dc9e9f18eb8821c97c5f1e6b02268a6e812 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f34dfd8fb980e1f728aa80125228e9ffe52eedc842501d5cb1d8c5b33fd7c210 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..772af41c4fcbfac8c455ac2b875a78b629285b23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:598d1cc04529308baee73973b3a1a0245487630a86bcbb535ffd06e0d621a359 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eca156a6c053c051f5d4d7274374e1e4b630a81d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbeee92de5d6056d25f0e15ff11ba13ed7c74f22db3ba5b58476fc4f4cce218a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..500b4830021fe3d0dd395874465654677c714173 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47772709aea18ef24c570109b58cd8b388a1b8820b146a6da7606f77dbe237d9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66cc6e8a71bb8b8a7caf09e16dba49b29acdf86f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8a8228e6d290ed1ba38b7b0ba073482e6b435b140425460e150cb48faab4c93 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d4b6c09a97b84a93e9fe77de26c2b5384386546 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72bc72095f33ebefe2ea3d7c5761cd35f7088e967dcd1f1f870c58e628d8a44a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf6a90b5d7e8e50d8ff4e6eedfb36100a4ef9d2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6c1a660b8a9608d68fbeb300b84bbc30500a5b44563dbdb4dab55a218b7eeb0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0eb62fc5f2298ec0dd8be4081f457ec9030e9ea3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e674be3f5ec35a17285ed4d62f9ec115b8146606bc9b69ce128762b73f080810 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4865983b5b745f4a9bba3e511e71741788e5a89f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cb0557f90e016ee958394c8fd0ea41795367ffad612846e675603fed7190a9f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45bffeb450cd33c0ff1ea7ad029a10af61bb3d71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48d320f0da7e15da54234d143bf74edfe0808840a9112eb2237fac702db30134 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf8e4d1e3b9719ac504281e50a2b448ed2db847b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b8b09094ea36c18498c0f70e606be2a34a56c80a3a8532f36ddfbb365400f41 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..496b806bcc3b98ecc28022181c0de75c73ef39dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:740faf402b63618bf3b1b84fd2ded5ecac9a6a15c293cd6cdb29771684f42196 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24d22452b9e059681f571c846355bb8bae219bb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2768b5bbfef8057078b3836f2799896ec6e479685aaab00c58491b3659817975 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75bc23c12093083cb619d71dee78bd53778314d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f051f45f15f23a2a50b327bd3802037b09eabe6a115b50b931c743246b174cfc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..22d972a53c29e94aa81828c64d3a6f054e7546db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19df0f25e47f736496fe1eeeca804449e53771df370f7f7ba34535342c2a3cc4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccda8133a24cdd37a16ff21d94719b46b705b71e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a0921357df6ebff8119bb2fe69023aa3687c6f3a0b09312edcfee7285f2987c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fc9407221d910e1e74457d4fcbe9b6f3cd90adf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d763c4545540c4039d709d152d9cf7316392f15446c55551486048c24e8ee257 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60f0425957f21ee1f7e0f03d6f5270c096aca025 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e3b5e2e561919125a6ec8aa8074ed92c37b5edee8d1631a29408f5350628838 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c3ba35d44320e56dee985387d10c33b62fc2032 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc5017dfb9af0a700be11aa4b0ac148a3004750002458467a3a3dc3787a26efb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba7e50d56a752c147484c396b75d693a7d4dfd0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dfd905d160916bc6eac53ab7b4aa9024451a637d7a977e3d66cb7d442fb014d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cdf2c0c34f9e37680b50d05ec9308a430e6e0ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:484bac64f4153fa5d2b031cd9fe56d5486540c5e9646fa4426cf54a9d3ca0f9b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9aae008d7287b842b0b9d61ef8c9ec1436ada757 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5a88c52c7615fc5bd5a87cfa79c664b08d2a35350fd703674521aaa87f386b8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..429efdad5f7827645ba13305b2ef28e6ebcdc4a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:155e30eef33309b5cb3a16b38f2cc3b81c47e3c1d6f1c44e232885fcb518fbcc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff20c9a346cf789061f80da2f4ea82b6692c14b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63210caa7cdbf436b3bae8405d9d7ff39d50a29bf7389d666d60c84908065b49 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31484f52ffad23f55fbd03b6b1b3db4c4ff865cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cabbfbbdb8dba24c7d8dd578ee9edf2d63c9f8e8878945f54cd3f4a3a2febb10 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13726607ccb8827d1165f772e8e3f674855dd81b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9af2fa72937e2fb9bd85662aad585e84f084984b4cabf37f6c98bbb425b99159 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a7fb4b7298bbc96b0a5de232fa054bf93e8fe03 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f7b8f536c34f1ca9d0c541328d70aa6b03c27aa98dcc12f4120c3da93a6adf0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1fd62e03bd00594e80f49eebc4157595a87d952 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5ff09079b5c5c844ac7c437eab415789947bd548eae90ea5566d5585e65e884 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1035e3635ba6cc777f7ee05cfc6262d08c6ac8f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c714394236e1eab00d3a4f6ae92151cf71df08e731f7968d12fdcf85d3a24977 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e199576cb3319c87b9810221e697185175a1898e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9209af179e9783ccd6bb122995e587f2ff4562366574a9a61b538eb11b27b8c8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ebfb2253f553f7a86224f250cea8ec173bb20c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb7d3c7eaaeb95dc3b8af6d923d414170ea83fb453326525183ad7fc122c025c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e89832cade30a0a5e5345fc6e564d1ceadcf5a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a560c0d51724621c84ee34b8f03e3d70e3354b7805ad3b9a6edbdc50e7ee1ef1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebf95d572ddbf3d614c50e218004639ff3310296 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d590b756d95c8a8eab040e457eb00b840b4897c2d4305d1590f5aac686c82b9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb08ce813f5684f04e95a2ce28f2a3179762490f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9124c8d31d1b5f4f4254cc19b7469bef1e7255145a8027cd41b78ef753777e40 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..64e9d51700616e69b56f51d7fad9d06f0ac7357d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c846aae09dc67f1a9c6399e5d7145cfa7dd071e5e23b9a4a18c1667c0cdf8b68 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c831296159700ffb8a2fe730c23ea57ed42c4b2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f804f776e06407919ced833aaed145209a8e4cc5800e004d726a961d20ec100b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58d1989d6321359f752ddcf9e478c3d544e31805 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:746520df1373f352593b4d9307d62556ae1aad9dab942c3a775f28223764a4d6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8277432fc84822890eae6bdd841495ad103cea4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8b29c0b30be5d9b9e1696337eee511321d7ff6c20921dfb8246712715bec320 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eba771b695a33e6139acee5a0846df60fc3fef31 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea577d68f77092a2be72f41963fca75af4b135689e1b72ab52642a1f1846352d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a84da3499dd4030111495c594bec22a9315a745f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:272f010f483b45d2dd176cfcc5d070895d2b67250b6ca90d33cd786d61d36d06 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d68f29cad55f3b1fc351711dadbf1c21a46c5e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:589520023c87fcf7852abf01312ed97e6a722646968ca7c8d56990992d7e8348 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89eecb3d49b9fb5f9d8e9aa630b10de0404e778f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bddce42a5f44517d796e1b0781014fbb448ecf5fd90d3bcdb4be287d03dd716 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b3ba98fd2249e15ad151a7580e1bb2efc623b56 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27aa6480c0bd09d7c8099749c2fea70cfd8517022f50881e4bfdba078a73a5f4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4a0db64fe369238197c02078311810c2a80515e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2db072ecaaf2599d35843a207056dcfd9b8a0357382bf0e9837d2daea20c4229 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4af6adf78360a6eb4656261ffb4714ca2702d6b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1df08036f835f22e63bb2e2a494b18f8938d1f1e5c07ea2a75182db875b92afb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9d1db04462f30b0888f844236dd73099718c122 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd656e68dfc54d067ea509997f1f8da99eff36ddd9786ffef2868cdb24ad3e47 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c51a3c20e2683c8d19e46830a50a7945e16ed49d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:409723d839599bd25ace43a86f8dee6f3d7e7ff8d705302dd4bd8bb7e40b65fe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c8b25b0caf9508483b7b4cc22a0e58d95445877 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59c69aa5b957075db663ec54ad6ccad1e2a342a56d46f2cc17d3a73d2aaf3fec +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e551189213586b1542414c95d107a3516c912ae9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b92ea63998b13896065fa87c730aa9139ea60e83612ee819281ab376bcabd79 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fc1c53d82d29a258714d7c96770d10d3d877b75 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:027d4e23fd34c48b39eb484a25a3ed6cbd05c0ff46a557f3408062dfa65edadb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdfc4bb10b46476b793e942004ccb724686d917d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aecb56f01eebc8fac0662de28042f432dc2da6fb25288aa63d10db6ee3bbd27 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75db7704381b6f8b616e9752eac248da6e0ec041 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9415bcf373f559e56cd030e9337f330047cdc448c62a04183ffdab79443fc78 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86c5f3f7553a27e45fa3936c57ff24a2d9fd8194 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3ad68866a88a71fe2b0a91edd10c059f116c3a6c8be680cca7b60b7184cd430 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fcfc022b7523cb235f7865ae4b2c51e0c72b1ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45523b6463f9a0b1c8a0ae72bdab1505925d356b829d7cb70aa8995654dc3ce5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8083484dbb053c6aeb7fba8f36faae542abb2abe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa5713bda95b3114b18058770cd2962bd722eaa989d6522f38fd4084755dac30 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..747916128411ecc50293a1bf89c60c0c33c1aed0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab0e0a2923a1301c87f84aa6dc67cbc53e59986b38752dd1dc30acfc4b5cbd7e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fb27a9c1134ba3dad9e6315b16ccd65aa23b862 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc1f06d8ccdca96d6ed0a1dd54cc7581f46923a6c9ac3eedc97f7151e788d178 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d057300f3fea3250f97065768811c640a387b39e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96f5f36d93334a989f1f86fc8667b36b4b650378d6289c18e89cf6d896db1844 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a831c2251a9cc5cb59a4ac9d1aad349e42c4534 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3324a104cbf9017e686d7d4c92e80d76374aca7d8dc7c5aec8089498e86951de +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbf3d354494d61400790832be6444a3a7b0e076f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:245e8491da0d7c754ec71314d1d86ba1e00c5026cb2551eefd838af403f6eadf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a76c5f0af82ad79b6b73f9906f5c5acbe0d41e5c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36b979075696e5357af132f2be83769753475c12c1e506911ddecd38dd431b73 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..365c1aa77914ea9c191d9e4ec67d6e72ed874dd0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b03980d0c5d2c16c628ffa42b52a4127257590bfd6098997031b62dd02948f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b21dc89e8d7590220fbf942f34a736ca93a1c69e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18fa9ac3959cb3a270bc9b95ab1eddd813d007adf82decbf1085fcec8ad37305 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..529d48467b8d62d7eca8c4ffbea0368c23f6dd65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d1edfe4b4accd46c7f18bf6be68d41166f0b76bf0465ac0b6ec3fa6e631f65a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5499503254b2321b23408c026156c8fb489f9ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fd167f2c049a35a60e25da36781f2b3a828f257cf5a6f9a81d22ae4aa6562c5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ede9d810d8343fcac22a4bb0b43c6cbb7724182d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:350580a1b0da4d7f93dbe4d51d8c4113d05c0588fee5ddd1595839b4d35b7df1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8af8722cd22fd9ee1154ce4de1adcc90d1fb2b36 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32874d38410d986309a7b8f83f0cff3056d08bcbc54c30a2f14027924860e076 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50c8462e8e26726804599f73e6cbae024f840964 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4774e546c524a1d38863cc080c3a67248f9cd6a49b8aa25355b6ca6b7687454 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1a2a1a047864ad2efa0eed1f1e7433685d1bc4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:937e2e03cfab825d7dc50083bd1217758e6b64285c3737f7cb0fa6e7f197fc14 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65f51154e7fa92c949a60e5b041018184c3017e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf11a1ad835143f50f56a86189bd0e5e3a351913b7dd5f2273744c2591dbb4c9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..26cfb6338052088b90e79eb5e5e1a4d5d7e9a84e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:304d895592288781940cfbc155814aba831a69929d9636cc719077ff5b1e1aa3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5915efbe1c6b049eb7665e515a9a6247709ab36f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99c7e1aaf5a3b11be4637cdbed7c57772f9d89ccbe70d1c6f0f44411ddf0a8b1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bef1fcc7fe749f593af4dbe5a034303fd0f5bbf4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bed78552e34abcf78915cf333e06612c2722a7de9f5704e27c316d014bcfab14 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d235f2fc845d23cd10e54172b8be4af5d08c18e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be98deb8ba0482abe9239330fec4bf944f77f561a25dd902ceb80698330410c0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54fc05f106e43be38fc36399cf0d335b4cb2ca7a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1424d75ebc292c69e04098995055700cd92b154fae00416e47dec64c330e09 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d228dd3c6e074fa6d9767f4c6499cd2e8456c7e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ba9cf648b0bab51e36d99e4348977b8d0b28669246d1ef6b7d337ff1f6beda1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6e8c2604945543e3b8e7ad4a0b90065f33547fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f636b42683ec7c35d73a2bd51a4ad5e9e9900b27ea9223ff96982d5d5e644728 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..876a9b6771e97c96272c90cf0bf2bfa7df6078d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6210ccf10eebf1f997e8f2697ced0184cb3a0545c6d982c9099df7a16124237c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86d933d6929f6c8a447715a19de048b2b2c8dc0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5a7fd95154227da44fb24237916f53ade1642ae67ce19a20ab1d2cbce00f248 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..650a8bdf15d743039f39141313750ac10d1783a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90ee8a31d695432c0a584c9b17b31ab86871563c9bfd5ee8249d2742d39e6cc7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9849b952e3438745a2e9ddf7366fe60a8fc96130 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eb5f3e3f8327a19544086c1ecbb09c73baa2b3083d8c673695a4c67130cd9f5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..637d63bc7408d3ab9246ef2cf0e0f055a7d4e4d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f9f797f75c02b0b9afd54a8a4d696eb3f7346746616fb911e7c28925e7559da +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41c05cd00e7e990ba2583908fd9bfda7f7367d96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f07202df988fa0fa0dc29d79dd2fbb964b2f159e7c75c21da1a80efd0f6518da +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7617375d3da7f4e3ff40fdc30d9ee27f623a2a0f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b848d6a9324a3b7cdb5418a6c708311fa96b6381fe6f44e0f4608d8dd65127e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfe0d04300ade1a52cee5c10e4aeed7e84f59e26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f039a566d124bc6401c3cbc7fc59b19dd47837bb1bbb706c4b0fdada081e4038 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5bc263c992d1b276a1becc3624e89ec97333028 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88ba26ea53c0fe7276faf19f9239f5decf0c24bfe01dd580a5dd8c0afb4b1001 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a69769895add518aed3ebb669989f70ba5e31cb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c321251e854c7bc47edff4a36a6a3ee2613bfa2b9c29941ed13c10dd4020d71 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b807fddcb1810da5d2b60482d1ca621b0bcc2d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4104e5dba9c124147c818d2ab359350f715499b500d42c87fec430974cac27eb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..718efd1d0054530afee8ef0f935d5868de1a9c3a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67a2295f9db95b2e0b24123deec051e9dbd32de1efc08f07300a49aefa75ce66 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb41a17ec63e9a554d945d4632d32c1476a5f838 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f702878e34651d8f5036d6d63043fe65f35744884ff5fcd1c06b5a0bd141a546 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cc475fcb66d124a41b6767235213fd93ad71ca1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6abdae89f69bf733629793836961ba5664f398e34ca15168e30c49928f9f4cc6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8552a07d93d541da2d7d88248df32595703b1c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d89e9813494bfff4a2051720870a29df73a9b1734b0f7e3c73ae92d7645df1f3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0b95cb1acdc52907d353b3f532826c5c4040df3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10e0a0ff25adf95d00e8bd1f6642fb68182dbea503d5295f3f821b2934338ee7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86f546048fc6ab0af899cb4b19615145c8b8cf4c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edf81539fe8663d61a45e4a73321ff9e902e834f1f71aff294e2d3ce0b7aa2f5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..234d3352a2c4514f07c22fd32bd77fbc351e48f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31f7871b0fade89b31c30b97ff94b0752b58cb4473683fdf5d2d9c77ac6a3085 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50a57e5fdcb683d6416ac23c5506643ff087fa34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b0ce99ad04e3fa2a4e08f1ef21a53515b93b52cbe66dfbb5b0e5f3d9491637f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1104dc9f3fbe454b4ed1134937728ac5859bbe65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad434a686de49ab1e03963c83f210b38d84df34430fbb9e608d9f719322e19a1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c311a6122a19b17f3f5b40d5fd9752e3a57887c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:112cd778ff51fe92df3eb71e64f99b6fe60c391dfa1546f4c5f2911052e507f2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d96733be4d9dc8b2b4217c4724428b9e5195a736 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73f79a0f131a6b23c305530cb0ae3e8d7f4a4595e77bdcb950ce8db70547d0b5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25a49ca2d1f68e8a5ef0c6e164d8fb97008cdefd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:960ef0f012ef26c7300cf365b93ca80d2cc92e13ebc3a8ea2152e1c321bb2f6f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad4fbbc083ad63e99aeec811ec1d405f8afb5fe6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce055628d2b0f130103ad204f5573681e3d34f49efebe68929913e9fd954d322 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce3ac84b51fd387fbc2bfbeca6866f939f59dbcc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eba8f0d77b77a302bac8050c7c2dda9f787f7df712970340615fe6085cc21216 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d75063578a3361ac6fa10563adc6a79709c1ecc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c03131cf5f767dc1d3421bc1bdb7675beb5a5462a013741ac38217df5f63128d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..862cf3d7bbed03ad254782a4d2427d649809ffed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dacc6e28788ed2e80a5c9a9485cead22e3df57cc0b037d69f1a7349b8d5eb03 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6078b16c7901f6c2e96e0c1aa1f106099d1267b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9b2fa28c3145b7f18fa632287dbd2186bc40629d9215cc37ecd1f1e7f0af8eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ed78862f5d45893e187f630fe7afde3727e81bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2fa10d868e30c1b8fa532df9697ee3862ef21139fda1e13eb0160e248865bf1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b8df5317cec730221050ea02117682522fd17b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e159df1f47a5f9ef8b36564184629fe0c492922396ede1fecbef67e370462b6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f74a9d802bd1abee075cbd866683d44bb45d133c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c39231c2da90f6ae99d0f6ad80f153c6b385a29ba95d53695bf9e74f93862b41 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b08c8878718b2ac539de9f1e07d411dfb9752392 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f53c892818a57b169796eacd337505af8eb98a3e08fb8bd4a0abcec3608d46c1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9bbb8a12bf25b8f4ea4e8b427f06c8d7198b99a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19170e1092b4202596704a64f218cf629a4cab2a26df48603e384c988eb9c980 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..deb15a9107c042f6bec1414579342836def55b2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec8cc4c82add20d3055fccb77271c4370928fec0a253e84c73002c9534518fb4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ffcbe04eb2db9dec5be31fa6c1b8db46253e02b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9a47c8053a54a2ae39d26333b44f72457d2289617c483cd1407242a6181e5e6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96cfe24f5746045af4908af142169266b18b2e6e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da496417035aba28e40c3006f6ca937418fcd4e5de902ace8c2a9d313f499b28 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aff455082fc7b24e531f73cfa5915cc3c3dc00cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f5b37c7c00def5368823bf17ca35fac1ef226b8d01a999559eefb0943ae9b4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91edfb1cfd47e2c4263e7f4195301327045ba4f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ac1a80db186c182334ddf9d71efcbba0eb69b5b525f3a0c6550b52da011a8ab +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de43a79c1285d4f31dfbc029f28b3a471ef4b5f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d97f2d951ed1673dfbb3a8324d071056ba8d629ec3af98efddd4a64e6479ae55 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5627c81f61a7ad66aa6fd2af0f902126838b70e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20fe907cf069f35ad9d8c0ef8607bcef60eb7fc9cece1d860b2381819a91d8bf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ef0e90c2cf7a71fd9a04e37288373a7d3f082bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef8e2bbd2a92c06c872194fbf765d28588c9a76224f3833d2907d5ab8ed3dae2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6385080ec25bfb469795ee735198211f3e2a16d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ccc0c720e0875c97c6a33f68e087176ade7fa953b156b833a38b13f889305a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c997a1841c7d73e22827b10cbb7cd39732727c51 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaa4d56cf1760b256a9f0cdee20d6262e0ffe03ea6924a2e064b794480aae0c3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..338b5f89261332e5ebe5da2436c9f57b9f305d80 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f39df31ad575387e9c437c127d9f66da3747d84682828015d2b76da9aeb3823 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d71f1f97960f44c02dfbb6e8d247ff55b9fa51c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a0e5228d8d59b87f8458bce2b6f4bded01737efcb72d3c8965b5f948ffd55d0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3656bbf95a1e51b0a2ca0176d42d854080a8475d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b787454a07dd1f1f65db48b0b2e5e4a52f96fe9e47cca65e3f3ae51b6d70c2ae +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d83493680443303a8be462739934060baad7e89a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d621fc10204704a6620db20d4aae82a6b6109a2c7097d4b47abc1241aa4075aa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a287c5ae446c4907863b2fa961cc9aa86adb3b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:471b63fd5f898220fcebc530e81e831d9fdb6edcc0d425277b0137e8254f0fcb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6645190ad7a60d57c0c26bc39668963bda28fcab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5e5695a6938a6ef1e186750dbc8be862431d2163113fb2af523e55ca90dfb5b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef57963f0ab53110a885ae57d9f8326fe70f3001 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dccde64677c78b3d11f9c2d5f9feb8cf726d9c0d10b4089a6afd38e1007079a1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b5b2dc3c74cc3ffde4c3f38d0c389be194232dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44df6ff41eb5c00699e21ee421de0dbe06be62f7586a7920c26c031ce3bac0d9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c538ef9f3f452d2a5796bfcf181ccd3d49226d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fed2b0cd6adff36abfc217f6b33a29124bb02c463ce3bdb011f33c3d07246f6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ada6e0132e475a1dfd97225b8640f74880eb5a47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0413e45aefa4b0c5cf0589050683fc11813d886ba79c4ade69a8d1f930ad41d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91fd371469afcfc0017c79391275d64b45676689 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b9f2ead2537f1fa4ef03bacb2dc683bb187d8f4e1c6ff46148e66b81648f98e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bcb6b70b1acc01212e3836aa00cbb17fd8531f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e112f75d04492ef311318fd5f30ee4a29976212d8ffcacb7cf3c858396fccffd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab2872dee627087903511d6775e7751597f50cea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5de1464626c08a4ccc7453f64985c390c78fc163938ffa450344744a27e87614 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4a65217d67ec5f36f7f4479b82e47fd0f50f684 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4989e49457bfa856fa605fb80aec194c4a79d4362345a51cff7e3f12bd36d334 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..024bca9d9f12d36c39470a987e1856fdec177cd1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caf2471abf1b5b25ebef88ab0184fbc8ba60c6f78ced8a769f71f65400337a55 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76ac3edaf67fe1231ad119fcc82802187c1cc66b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01484ebc45eb3c257d0a55224494c4f4d3ed7fd6850817bbb69a97a1fe52bac0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f147097a5e20f9e4a56f4ba2ef3ca0f54310cb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddec7bb88e2deee4b1b7c3d3fe8e718de92cbb59deb7943959123edc498f6c70 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a1c9428d0ad36433b76accdc22e518c5283d1a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3911b64193f6478d5e4df1c3c57477566436efb691e0ae9eac3fe31d53e4f37c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcb240de0e19b5d1d70b24f1ad04888729cb3c1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:115ef0e468f9dc69f0ac5397ef4510f928a4eac570c831816f94df3e7fcef4eb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8ffa9439c6b05c1ed3bbc932c82c29177c4a570 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c46ab9bfe6518e9083f38305b6af9f8caaed8f68e5bd775dec93c26c91ac23b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ceee6c251a9e1be44bc02ada8ae356e9608538f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:955e49d0257435b48748f98cfc87292477d0d495606b6bc93899df19c5cfac7e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c515fa6ee9b0876d6ffa5e635f549af020060153 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:274e38c6586e30f911d12be2cb981ab7692d843b8060ea8dacc4e60add0492db +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..762305136dfb0dd40783cb9f146f7e2a66898d9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a9ca485672cd76264011154c24f06b9b6fb55e91ea153f155d061e35bf335fd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32863dbc65a589ab2f3dc074f45d907b9ebb5599 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48546a23f8efc55c5119638dd6422ec3c262d68d035e254df728e4ca056c032f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..884132ba792ae664a49d5137599dc9335cca476b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:500e4d409d7dc62030c634c87f71ccf3af58b9905f32ef1604b1fe661fa93802 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83d4f493177ad079cee195442fd0c71c9e789612 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb1bf9408036901264772f8150415142b7dd52390d6f919aa3da68e3f6a8eb20 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e42304247d0b4cc506743aa5b15cdd61c6ff7d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f07a0ae0ca8a73cb153b28f518d9eef61c77d5e8389905c231ead918b77ae105 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..149af0669c849d69447ca6dbef7f581a6e6119ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcf1e7d92fd91e7dd69c35cb04c892d0c3fbfc624252f3d90960d815d62b0554 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..534f05dd165ce440bfc735c447d4c2574decec12 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9aa461415f80277f7fcbacdc264b8c29db8ceac8e5d9f89c3ec48ca91d29562 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b248b692e211a00ab41efc9f6f69ad7bf1b565e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:801951a4507455f0ad57fec90ba568417e474d9eba58159333168c92f0c4fba0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1a630f888c40351adda3509c5cca51ca167ab66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec9bf07b8455bd74fbb0ed693d75860b80241ce0af1f44d0de2aa5bc11d898a2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78e57f054b8f5e4a4e6fa7d6b2e0510b65461131 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37b2687da8780fc3c039a496d59c5e1c7a7a860ef537a0486998794452326a78 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71bb0878bfea59a30b7daf2cf66c91a5321b09cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e262b31aa0dcadc95f9fef915444318391942ae831a6b700c5f7e0cce0119ae8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94f3af0d5752b1bc44d6852102b273823b94098f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98e5d8afd39e3b481db234f433d953bb8c308829e7d4910a2006d965eb82ef91 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be1d0f3fa456b3ff8791044a9bd507c0f60b5a75 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:399ed08ba357d483a6544da6fdeacc4ab574e44b28556c7077b504942d3c1fa6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f76b8f3ba8d45a54ac766c5749e6feb368af795b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b9553c2dbdb7b3691890a64a89f97fabdd0708ed9ef77d97b817f759213d491 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea848aadae3fa6ab61c57564073e94345b48aea4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dc06d7e1a30c9a79915ff35ed67440db7aaa351f31fe47def6c53035bd28bc3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dae809dec65abd61a462f81d22b4ed52eba1713 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8fbcb4270682dbab24b68e6453fef7c4cc464d9b1eb38b506fa0fd9ab1a3a7e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d70238afa55dacc9c7b8d1d57914a8fea8937b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:184241836c7baad89332f04cb983d59d862a7918d2503ca0ec32a4143907e629 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8fb7330a6a91679662a7eecb1cbfec47106a8d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceae3187d56c53c43273a91eff3d930e11e3fdb73a0b96c81f26215e29d9de5f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31f67f65690287f588d4fdbb5b32544b5150b3fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:649a756857be8be7e1cbcb6cba475878b94c60819c6c054770f4170e6f78920c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4329b8f2decf52f7ba2f6725defc5f162f5f652 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3ff666e0cd9efa17ba30f80fbabead1979829295c395c76ce151d80406968a4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..041cbac794712518c785ec29ac8c148d4cb30ca0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e83cd4f1700207fa67bc0d4e4de4632eb1c9b66f2de757d914db12d18a16182b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76861eeab9da08eb898437688e5d3a198a4cc3bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73ae50581d4e4309b77061ae7d58516a39a2008f668837a642916ae2f6c66994 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd8e7744b23f743b2d6b575b888ae8cd3c3f9497 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b60be76309b5c209430d233417caf3183cbbaf0cef208c74c83a23694958ad5d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a90aefa31a525c0cd09fb13c4d5666be46ebe1b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b783fae9bde04a87776e2e871cda955335298ab9016d7c9ee8ec139d3726a29 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d174fd032e91496a6bd3163d8f3de683bd933ff0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cf45aae6f549a98c912513307e626367ee353d9d1eb3d736cdd44db6c5c7e22 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a80550617b9471aaa67d459a9a2ae326312d5499 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5086e47a9ae7ed571db4f7723394630788f8a926bc4e95774adf68c41b0b1b4c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdb5cf5cc43a8395d24c9498f7a0f47c7d4c6f96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1929b9d32bfec7c70ab627a81370da9d2862415398be29b1bac11b36c99efc7e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b31b0400b5786f4d8c9eba40449f6a98d8da0df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df4a9f66047b5138f40ed01866f440cfbe843af8866df71302acf4298ed4054e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abd58a6445e1cca3d087ed98632a99c386204d2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:034c2c658b31cd78638d4bec2eefb84354f6c44b5d15a0bc38d7f0355d3e6ff3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ae05a7e68ab1c9a4c3564b45e7d95d1511053f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ebd02a16edc498339657745fa49dba05fe93632fb9d7057bea89a59673bd186 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ae4ce4838a6c4dbdc1dc70156cf0b69b48ffaa6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0b21c4e19e1077bfe90b861963f78fa8b1c566f5145b010f35ac104ea49e6a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..558f6a78b744457c8060b86916e75a53951b4b52 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbff95ba9f03446605d30232b7ce810d2787becf5bcf0736ad06607a9b3bac6c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e644d4377720e67aae1e0851fc39603663dca5c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b412830dae91532c540204f6e47003206e97226430e419e36612f28917ca18 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd4c7fe99720e7aa592ba81a2ca02ea9aad25183 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07c01c873b811aa253bef3d86e51480eedc12a44aa8f1088a8e31a889cded38a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1801f42e2440d53bbebee4c4860d22a4da2cb748 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9d650acefd8a5413df97d9b3d59f99b672cf169c64db0ec812f3ff3322a7c44 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbc482c49fded7949b409ed6648a2b7723ebdc7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:535d410478cf9ed14480c186fc66a2027e2b75e58e7452af4a6a6f155209cc4f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c690c491d957e9def93de263f188e108e1ea6d15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40cfcadb6bd2050cdf5ee144b26e5f0fdd3adef1469820ce6f8474843c6cdf96 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aeec2ddb6eebb879fba56a25436ef42a30c68611 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bf7171abf4f7b9060c298dc55d8f4aef9e8379e1ff17157d7b0a88d38d10191 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e68aaa058fa29ab87c69d9fd07ed5cfa5e6de621 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd06d7fe4ef2bcb8ff53814446299eef88fb9be8bd557d4b0f436c0d9921de48 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b217df1ec875329676bdc15abcd9c801a4301e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80359cab9b77b5dc806198addb33c7b654774037efcd50145229fa5b7c22c7ad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ebb6780129d32a724b82526e712f9e44220dbb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6276c63df29ef12e5ff583fed03b6feffaa693b7d6572909acab4bf91cab2a59 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..403c48ced9c5b2e482670c7623235b7ff5307769 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aadf374891825b860329253b1da72540fed6b92f0f74b0f81e3c8274a3c2d20 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8ccf4de518923a498d896d0f90dbc04c7342c3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c72b68c5f40768cb01edd8183b73dcb1f92b4dab347ac17db3c0c477004b60d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a276fa430993d165e0d6d559200032c98630bf04 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:616e378400fffc170305a0b56ceb7a9c49fb289c737383ecb6db92e190d1b464 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc388599c3b15cbe38be719eb721688fb9a4fcf8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:619de7f25a358a3db541ac5109c4c28ea4f8390fe2a3d5d6ce66ca6b74e18c46 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b30305b0bd858b78ae6cf9598c384eccadc3465 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:285b5e37deead510a28a793a9c313c9a6c1822f29cc19647689b437909a9029d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c793530a2e0f2a0b918d747db764f7a94304d9d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3d4cbacc3ce1fb6f4013b8229a9c9816f62c5ae78e450a67f62558c4da2a952 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5897bae83857c4734588e20d5e4bd366731e879 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e6576dd25edf5304dd567062f2c512b79ebe8aed3afd156733b536cc4a451d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..321998fff1f8b15a092691c45fad372470427cae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a100e6c4118555159f9499d079c681618a8ec461997808509b8638d4da39dbe2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3898945c555f60333b9a76fc90803901ce28b902 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87e8adb65cc1d1da3fbed9efd93dd783adeff6661d0d441dc7e4ad7955fbb2fa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f44440df49082e4d720124652fd2154b17eb5efa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a2b321a58b48382beba909eb7b90b8b31de19946cc300cba487d7aec0d1b30d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e65138cce29762c751ca7f59f62f5425cc03b9b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e431776ad020ab5fd43cdf4ef287dbbb442967f498f0bfb049c2b54bc2a7cfcf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07a867956e4988127f716d1f5149b2908431c9a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57dbab8553409c5730274876f47f5e65b3737f405d1c16e88055adf4c8dec419 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..733208dffcbad47e71676bf94df2958da0a24a99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afa4ad6d5fa31c223594844126eb585cc8dd92c5431cd76826ff34633107c4d4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e3672cb6c05f65a627a8a1e81e0dfe62edf0bdd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce34925e1fdf171141cfac9f4e3518bcde6d6b345c94e305a77fd00c616255de +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d23c119fcc1e584eea87fd545f0d6ff0833764f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98336e2ef877b4d1b8103d71a144f60ec2263ddcd893995ce5befca9272d7a4a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eff853efb7bea77fc123200191fe0bf6a6d4205c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aea9ce1fe6a9affbfad9fe8fe298a4cf1d640d6ddeab551f8ea98c74fdf9789 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ade5a0560bcff72a4c5323ac7bc1a2174fd06c45 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b39d3e830530660199dda6612c8a3ba380638223d764cf577af7ccfaca8735db +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63236ae956e22e8c7499433eda13df9db6511f4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f2b0d7c2e0b93df32636e2e5fd81a8020e0e33c21afe5593c68a1d6a3214cea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6116b4952b5b4694c40e7a8ae59c9e37c4c0c52f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f1cb48c67626306b93c7c38e31c5b5ef5a67784b0d29092fc6015f7d7069651 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c117a5532a7f8e424d34e12ef63ff1d272a6cf66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d76bb5b6562451d53ca7107382bc6ff10cdedd4e55b4a95f36615ccdd336cf7d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f9c4a6c58cf6b3bccd942e369e10ee8b1480a33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:178fb46767d060d1dca2eedf476ac1cf38cb04d51dd549de15ebefbc4f3ac60c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..394c461ca9b6b8bdd0c5320edf032919e6e6e06f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ba81cf63e6a5e726bb1aa081e495e592dee5093635328cdad1bf16e106e6bb3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68a46223088fa893dada4d2adcdd2d240cb62551 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d636774182648e0c503e75f7917d54cd9b054c8c8a51579a96918beaffe93f72 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28b93db821aa30913519cdbb81ca0fcf5161c651 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5093f1aa865e6df365b32cc701625de0eb6c2b8be939b40de801aad8121161ec +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7f4bcaff75d51894b0075cc91b441969a6c0bb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0cbff6a672ec308723556cfd90b55bc21541f77ca60f19aa10872bc4c752059 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fe79d0027f490e663266fcd8290a3f79ec471ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7f0f5fc96716daad3298ad18314e268f2f141afd9960dbaf35da3c4087edbe6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33bdae9abd4558349d57f3f1e1f9f025e6e562fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de5ce1a7c05d0eef5d6e8ffd7a8675935bdcf3287df91133c81f0111f1852ece +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4353272c8a739b0738a446409312bbe340c2d079 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:410246dd14e38b5e6bb11951e0300275d7d0ae705cd4668240092608007c6ba3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0251e6313e528538d4bab94d9ead42989511cc30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48fe56bdc9e45995a980b7fc70a9099f97fba60c59c9e5b5076fa1d5bcdad012 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..194c18615e4469a758d8100ba1176025386f5fd7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd09f76623791eefd2b024bd72fa889c54e8247c26c3d836a4288c6e0e795602 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..894faf367c7ffa648fb96a5cd446c72eff245663 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7f5e999fdf2e87c8afd5f8f725cb164a202bddef8e04afa3c6149e5711c0b7b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8176b4ec70f996fde0e0a12c55741fb1c8bf714b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:828055c3ac42a6c3b187e32b7ee939a91d28e1d979f5516df66b81b8f8f760df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..964f3b4087c9d75c55eeccda8c36b6f6a9666e71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e6ab578df59bf870ac1951517175060013b2fa993350cb3b6269dcb92eae566 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6de2f2b61d69bb14fd530aeb4f8f5251161eb4b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:735f86fce1bdee6076913079aafd59d7801dee25605c100e2b6eeeb61153813d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd339c5b15af154c45e10e844df9ce464c1c17f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ef4036d2c4c0fe755c64b464f86a884771ba7c5755aaf30b53f6ce55b09f12 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e657ad83f3a5ad7268176c67eeeeec96c2062b5c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b967bcadcee736fb6323df1e48da1a179acae6619424f673e399672e88675ee8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdd48158669a4991429c6c17a27b1d962382960b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bd7d7510091f3c20fe573e1c36a11a3e4c61f8e51914c298aa293668f801b5f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8673b88d61e493c39516984d10d0b793da5420d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:178af987bd0870f6cc420cccdfacd4b86690beffa673c695d1f6bd810464d0d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef6c8f59f87f5831b48cd0e027989e92dc032ab6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3ce0408724caa6ae9374042158210f5fa2068638262d45a0b881b4d65d1b2b0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf9100aaca58ecf59e484b5b42e40538e0e3f0be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49fb1a8178ec273a08e2924a2ea9e6a407c6e666097afe05949192e1b86c6ca8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86ef4195fea0b5cf2795a53daea8d0d632eda789 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcd8c2a5687d901c3e092a3e56712c78ffe3125df7d636cfc11eee0ad6606282 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bef8d6aca3f8609dac2fabf88a34a9b668f6d412 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea66cc963afa5bd3231fa6925f076395cb9f6f8b9c01a825a644196c5aa6d074 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50aae27ec8b73f375adf9534b9891f7f36eb2310 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f05b3da70943467aeb6772430e81ac5f0e9517cbcd8d630a646754dea6127ac +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f759bd5e1557c7f40d8592729579e32cc3ffd7bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:119fc7c12cc7efba735f9681b9aacad6487bdf172d5fd80c299a4f79d9a86866 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55bb1b6b467cd7048922ea9144d739f7e5638d85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b52be77aa6111a0933c996400504989b5c2fe4a6c0cc8b3129443e3a1026a02 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a8ec1a78d53ea9d1ad5df55a21d3c2833ca9896 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adfe6052693b65787370effdeffe58ac591aadc43866e4bba0ec9bb2f11eb431 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ca1ddf1ede5066c19d3f14a66f22759de2949d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e215fbae6ef05362c7115a432e7620e4adcb78f4cdf81f0bd4b50919d0704707 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a31c9d56f5ae2dc7cd1c85523f78449ccc5a01b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18332f58c1dfc52808318310b350cf82502178e3059d0e37bf93cf4478596bc4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7948251810a0ca8050443aff227ff43c9151a1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4ed6960091e29e95ce78a3acd6fea2e7782a1657ef3bd714051a655d0ce376a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..247b724a25fabb135d962aa24496da2fb6535bb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e165e046f17ccd721944668ceae76739dc1ad22a4fe7f3c4c7dcf9c746bdc188 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a9756d51cf698f7d4df7c199ce8c36c09d00276 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:200e668d3c048f0eb858a091103c64e6399c9f19b111346e000db0516e02a729 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eae19081f85cbdfc1761e39b3c3f50ebeebfbdbf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1683c5e122a1e5259a930fecdb365af6cd30a4140f71492e9a925dede335a4af +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..894c6fd9050c711c7f75e77110af2924ed92f4ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:884c41ab2de74afc79967724af8250dd621b9bab3fb69405cbe17423369b0770 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..659a60349e247a75dc45aacedc51354d9175a77c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8525b352ffb7a0caa15540e3704929da66c2cfd3523d00cfc123df3ec8bc4e51 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b034f94fbb91767fdca7a90bc3e5454813a3bc85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18594ddf1507d93e14f881980a8cd435b46607965408b392bac310f0f914f1a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d0d160e85034b78906c813a4157c1137bbdfbd0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d59f7aab3fb7d7cf1cfaa46b5355760f6e929229086c43bfafb5ec71ab98d3f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0294cdc72f7b329b69e2d632eb501fd546bce2a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53f7a9c5ebf1f34ea69d9184ea54a91690b1d00f8483a095720c3b1ed41664bf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c62f4add93ab869747932ddf273a560a24a7c17d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a5d0f9304dac0d8eeb6f52da8f022510868774093e80871d661721ac38ab248 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb1bf80efa5b4aa5e8958a4830808da0c762874b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12883e3f8f5339b200e78b35fdbbebd30f1849ed26850ee6b913c1998f2528e4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c629d5d649818fcdd5eae41f96ea0dbb71c240dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:078d45d25f0b56e81ba1fed32de5157138133a3894e94ccb64803fba44952862 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e29a9ba02be2a79e4460a9f526e6d0cf20541f86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12524ffdeddeb0a14dd8ce2e0a24f96be1492f6addaf93ebe38e7396df8baa9b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..925d26682ba2cc66afacf79754bbedcd84b7f54c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:023b09dac90c2791e7a395a7b67ef0c9a98947901a7344afffe75157a2f68224 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f440c5042c5977aabee0933c8b2df20f905edf0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d2a4ae52acb1f201b787e6ebc1677d0b220d17f9b355b235441885dbf827692 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39361040c1fb19682807e2bc10aefdb4fcbb0b95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4886e7b14d416e20670427d02a55cc60c241946674033593c6fc816b3e1b9af +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64313fe64c68b806652dbc1bafe553006263f604 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14e8fe44c8e8c4979047a2cbb4c5105da3a52e7e11ff228b32a62550a1f19684 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9291ba00ff9fc4b5c1c67127f7175a84471e7814 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2e5851af53d142b731b454ae88cdfcea534cd9ee6e99f54198f591cbd956313 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2031c0ba6e75e62b41df2b2d1f61be2d24a4c41a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0e777979832286a066a91e79baf8ebb26d8087399a8bd35fe90d164cb1d5152 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2dcaf1f51ad5a930e688a508c14d06926acb7cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d3ff5a6583abe93361abce8b62946af21a12a906004f049f9248114006d8d59 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b71279ddaa6d30603aff82118d4332241aa243af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa36d61953d27156d3399c371fadb1bddd749c07142c57f23352811b951bb925 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4044ebe594f6c6db0babdcf284c31a2006ab0e26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d803f44c2835fba899b07863db647c667d66f1a3defff3e967443151930b33bc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5ec2a31797e22119b9cb61ed6c80736d615a8ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48997c5c2eb37cd332432405d493997f93c61597fe5fa2e121b8e93279cb28e8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d23509696066332defe292e4dcac16e666655821 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17695c4d14e09e93e3d56ad35d543e20d57019ec2bf9dde31db70f30fbe4bf52 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9552ecd6c6ecf6c4bfa5af39dcac2d75846641c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72bd3194f0a844c9fc81b71574b11e0734b802584e19a5b4236cc6a7b21aa7fe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64e2b29b3f2a8964568db34cae5e52133f21704f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d4ca43a3858ccb216cedd9cce7dd10eeed4b73fa57c676952864a3d533dd586 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b575dea34e05d77d5af4fec353491a84f18fcb1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d75f60d7ee6d549bc16a4a487cbe76d7e18f7c52b59411c6a311670342a8509 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..099994f793b3f931239f171076f2e0e727d2191d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d54f3b353be7816b45d4498d31359a9e04335d958f5676e471fc1f5dfeaf3b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7613fc6c1ef43bcebf6aabfec10c2469f5f6c740 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b68f20523cf87dbd7593048345ed8648f9844c5b0f3ac84b105848b5bb999092 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dd70039998f89ba1cc8768a6c2c836d1c4d6e6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7525d447eaa82c170205f17f509c47e3dfc394c1db5f1b0f00ea5dc1234781fb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35ad63adec4a574d199361fd26086585e122472d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43b27bef58483bed15c3dadeb47abb18a84383e5d782b68726504eed397610ca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11eef56baddc9999db8cc2f2a18084645e2d8208 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4b9c49af4df81f2a896eae45024e606f6d4d345227418a5a8d4a18304c7cfd1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d72aee00d7dc78206f397c30d8574a330a029e41 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2551088682cb896d00e0a03459fc47fb3c24a955ba0fa705619a2ca9dc3128a6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf815a3b349f8357233e1b2cbd21658fed7d3f97 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9097efdfc09c96854f76bb3cb2472a65cf1f76f18d7b5bf9e95024648621b455 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..405dd6ec9aece0f5e2b1b9bd239a46c98eb61bb3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8511371d7a3f5a46d263ccbf9d2f14086041b933ff6edb0cb32500f2eee19a66 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b208ea6b4ffd2303a0d67c365b6719bcf29d0d28 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acee29b70d1ddad0a1db1a03ab0e844fb72158e1eb86a385223f8f8cf61f8437 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3f71eb111bfc1dddb7afb24bb101b87bc1f9f6d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e771c9b6ca276812956a31d71ea268a3fa524135e75e9891e9bd9920358d377 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f073afe071e731968af1b1a25f5a2f5fc80f2e90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa03f8edc65683e354d90ae282522bb3537d1babf00f1939739baa607c11d357 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..236f67f1c4ba4100cba25f5e4b59f063bfacc721 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:231f052b8c6c4a9e3e708292553d34cf64705c0d5f849b3b82daad969f6da328 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d36bd1d07db9f100c54b6ab15c3b1912d93e82e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:539fbbba834b3d32312f078c281bd329db5cda8b79a9681915ee4e855a76fe1c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a90dff73aab510dad9ca727456b7d9a976da4cce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3270cb5373480853cfdc977c63b103d46e28c5145258a15083edf0a28df080ed +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d282995a09d9dcd82b08590fea5dde0d6e0d333a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d07976630f33d51bc2e8c978d46b962cb20e95459a7878b1dc7eb4307e8efc13 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..652eb2d2dedcd8d6e6734372792c5eefcb5b8d37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:276f272a129d941828f2130733956588d822204c6e988da23d5c6c7d0f71ae21 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79055447fb04d716f16b5feae7563633d255d090 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:253769ec629a38a73b23b0778a02aa642ebd7f372fc695f5c427910976251ad9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e28f05c9e9fd7b289c58bab5707cfb71c999f72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7efa202cc504bd816321c7080a668a9ba4cc5208f15f35bf286bfe7460fddefb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a65df262a0627ee84ef006c6285a076e38468dc9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac9fcc59b9913989d90a11fd0b5d1016693dd0cb9e0dbd1682bbb97146cb5df1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72c3c9db96047dfbfb3d2e9086461ef30b284afd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4961be3a60638c31c2ffcace866060fd24b46b9d186d7d4fc50a8659add7dae +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa273041b83bc0e546e1efa12c6c45588e99a22b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90fe231f7bd53de4f4df0a0102913fce7f33cf820d1e74cc209c3f317d7f086e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01b3813de9004d46bf9a5ae75bd18249d9ff7641 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d6b7e67136167879704a3e594bf888910f48565f6b0265fdba2184a8597dd48 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fab6e1094fa002da5eda8b5b8d2763f622190ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffc9f8cba3882dce96e5ae4c52ad38334b2ca97aea7a8cc9bbdab8c35f0bb45f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c31e95b67ab0978d9dd9d8c4bc1439210bb01f6a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90285463077702a37c03163652184a93a94a4a764b68fba85fe44aaf2c742b94 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5bc067bb1f0223569fa2fb726077bf6215a2b3e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4295e7548f2208d98ec7185d57b335d3504aa845b158b98e5facc079d5c6eeeb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37406e3f15fd1184f344ed5effb548cd4eaa17de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5651bc4d0945938c79a3dff16f6dfc0eee5e73043565ea1b7c4a412008033404 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6686d67f0afc2e7934023cae82d033d80cfabc0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2f2f9c7bdd83d301b233f0108e9445fa911e72e88210aacfa46d611b7b82ea7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..656024b3e6ab037a0dffa663ef4ce0a84e148155 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dc31df06eb0b4744f88d390dd9868f70b10bb3b8c3c08c7abbee67074dbe163 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dd168ead0ba7105ea16b2d47442321e3a4b046d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:178f7af80f2e05a9e7e1cb24d3a71f5364cbe530a2561effbda7379846818abc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d603f7536ff883e37910bd5785d8e5170972828 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56718fe715df71f117c7d7adf00a55cebef2a74e0746e2d6f372b4685a846b9b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93a8f2a109602590c59928eb9561f05b678c8825 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fe15745ba5ac0b60e714fd0f872c29a0a2246e1a40e222215d40be7823af019 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e500e454d22d24a849858755134b73f14b23950 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be9a0680e459929ab09f4e9c4f6b4ef19151935b0a4392592f488ed6dc30764f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6dad440bc916eeaa4eb280b78ba9b583538d621 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f6db4793771de3e37a55194fbdef70bbd935b05de787e3960fc384b0a43814 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07a6d81d3cbfacc62aec11a92a72ca0b99794183 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf71c5411b3fe27cdad5927be9b67d9473a5ec75a0e4c88d1836d97bef21b8e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39a34a4bd16dddac3ea257c6cb387aa13f30cfe4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521a76eb44ed4327a839720dc5daab1c310deb6f3f18df6a3cf356f513fe9d80 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16f7129b8ce54033b254ecf9a1ba56d76266c240 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61e982e54b5e97ff71aa768a464bef420fa417a0ade1c8a67d2fbb194c9bfa95 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c195f893baf9cdc74c2e161500b134402fe34c49 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:694ee6b604ad76e93ae27150e4509a3097b58b9f76933f1c05ec7b4c436a4bc6 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..726e3736a976dfaba4897be5f49fcda7bc8b4ae5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d85185ef6c21097576bc60630d2893e75c011a2345047789a81fc73703371cf8 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccd85788f7d8983e32f3dd54d66b60a9c51d75ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e216e1b08c59982fc74aeac125ac6e5cd280359d02ebb693bf754f177dc3fd88 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a51a73e7562ce523bb941f25d3c49d34fdd55837 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14c679d0662dcd8a8fe06e6906cf47fbfc41b90da3fcdf799dc3e43e1138f0d0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc1a4953cc6772205c750a3baa4ad104d9b91634 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:002030625c6e50649f82c0fb333e3fad91af76083a5eca06e26ae0f30bab08ae +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfd4939e196371a0ad50b9d756d7eeccb4dae640 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:804bc70452bb85fea2ee21cea075b16c97e9a05820e08ed740794ead8863f946 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24f45edb411c7fa91daf1901cbec844e70a0fda3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d6b432ebcd8d10fac31c8c0b3fad2fab46720734ffc80caf9a077721b11b43e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78c4ba8033ca85105df17b7eafdbf28012af6819 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35a1673cfcf37aa197f68d6dcc92fef0d20b5e9fc4d240cbee662a1ff1afe350 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1138b87c2a90b4c89d48a4ebcde83d90d31abf9f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:022082cd18927e0a2025b5480843126a58496ac8bc5c668ecce1faab4e19fe1e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87f7ae08a0f47d292aa9f0b158f0ea1345257fca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8e732a0e498327308570f427400079bf9587c596c455bcd0e09eb1839d29645 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05ed0e3e1b92fb111551c44b996a3f282d42d052 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6f642ca5c0b22fffdedb76592b12b168d8beda283918a01c9b85e82b35fae23 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95d508479d6d03bfe093fe0ca8cd4c8d3af83bd9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:028bac5afe937d4c249f4f48a56de7d2460a6a0902b718022d21cb7c5eeeed8e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c3bf3fd5f5a386313558a99cb3736bc98bc01e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35999f226b2e77e95a1bf220f221cfe111d6ad876cba50fc89808527087e1f3a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff4e24d6b3ced9e33fea5afaeef7b276c0744f71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f60426d16d940bc0a0df5ace1801b892a1f69f30a8604d2866820e40416b4af +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a46b85ba483f5efa56bd6681dc910489c5cb6ecd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5ed69042b79b605adb01856011702591d1bde0256ab3562ff2fa56ef7078e70 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1aadfd25fd7a0c09a9470f7857fc5bb8156ed739 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2e9984be35d80160eec3660754dbdea3f6061b12ac38f81382d3de9ddc2ea7b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82da50a4f55ad6ad55a1b2da5306c45461197a5f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef4f678b85ce67c47b2235591ae0eefa089d1359238c239c7410adec13883da7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01546df5f5e510b77a1d2c17557554c8652e3dbe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97e3560c8f495bbb35faa147cda2283083806b38175b18199ff911b100db610a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..064187d0e51afe0b0f91e3eef90202c59575be1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83350ebe38291323a95ec3830832f9b215d206e753f221d7a0ca5b7249ca38ba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f78f534b813f8847739ca29e5811f0e21249ba3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91278864e669a5ab4629ff0209968665b266d60f7cb0b525c87a7ddd9b33dfca +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..addc5d2c1b97d88d31d17c80b879ab2b68fea909 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b71c302ac89f3581ce4208d4d5ee200fc16929b9b0af0c2a46bf9364e995dc4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ae39ce6043f6dae3eece7c84af2b4245c644a07 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:634df5910238f2dc4ce3d6fa203211e925227f30fcc572f77f4351a618310b57 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5a6bcbe709ebff5a003fcdd116fe87196be8f4c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28dbee3d4905738fbb50026f9fd7e752cb402e7960623dd7b4966159970083b8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8d2d3a982532fab524e747a0573b362f259bc92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee1e83fd8d08e980a3f7b5aa11fe7b3c7ca071fb684452f5fde5aa9d9cb717c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5061badb179acbc50a7401dbed7add15c16ac3c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c58f66db128df09a5ea5674531158d99039ca2de029931bb218d5f2876de16 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da1fc14b74c501db65872248efb772dfe2b1447a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bab0c08e5766f762fd17b010cb6ec314b84253a91932e2b8986aae56e3ce2f3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f69c143d246ac0c684ff29387475e8358a20e30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ccb02d2197340fb4411a0a2fa71bc4af8428eeb6b449d7efeec6bec4f7f1ae7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d00617acb48fb621967f8607a8b612038968ac19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ff30efbb7b1502376d01fb86db6d43010faed97ec3cee9b3508f04df1060287 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53b723169b6e218862bd802dc51a3569ce48b255 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6496b3e6ea7c7fa17b06c3671279ba8006594936fbad23ed46ccf1ee53f21057 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70905cfbad1283e29c18d0cfdfa07806b97a03c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db882bfbd984d8e3916e0153e22c808ab49a782450af09e6142e0edfae655023 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c272bfe5174a2c47513936d8d6c66ab45693da3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cdbb46f83adb4ae8a5876593e1611b4e43b1459ea59f1f734bb5bd4d732c7b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93030fcc0eefefb8633095f65f486dfa07f5144a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e7a938aebec8a8ead8965c039fff284594ea1d9a7bef75f4be644f841c11f9e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ef76b64d7816f0f6008cda6059b517cc763b8b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54802b64e7b4e7338cad6ecba13a44d90000edd0c8188fffdaaf7cc38fe9eaeb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34446224a309d49ecfa60771bee963d1c28a2f2a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4417f2081177e85a39b666566d406810c9fcf1f31ea28200c0ef3a487b9bb999 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac69aaf36f61e2573721fdd32dee2c4130a69b31 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5f6e1e2efae081e37b1e3d91b05fa407f975945eed8c185eed23af8a0e90abf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d506c78510aa62c7b2f53cadeebe48fa8bc2c25c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3874027a04dba2093ed75287a3f9b21cf7dd7a1f9c658886b3eff95ad6e89e0f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eb17d99e0d54c4615521df002ea03c29e975bdb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f38c979b56cc62a15aca0d8287ea63ac08109cc7ed2347a6f7654a6d7523f6af +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdb12e399790cbee55d224dfeef1e86dd22a23f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:784e7fd55c0ad0021db9df595a4eb1546ff841d4c065ac382cb9469fb09c1eff +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9440648b31a7245aca76abc1b2e8e29f95a661e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4645008add43e039b3ce1af6f0d7b92bb9fb6ade50813bbcf3b7e6a3e8768e2b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4f6ee7bb66a20c7441fae86eb970f4b1b88ef6e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32dd29e73e86a90a7d0f4ef89e31671e1d5ed71d482eac117ae829b910326478 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11e40e799dce032c3aff23b73259fd986543c418 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c340e27ad503ea07e8c219716925e0ac926e9d820ed45b00c9af659cd099c528 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff5f2ea7384de38b6fb4f30c3ca2d07fce88011e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aca331dafc76a31c4de0f94774ba4b84200934c7bc11742a4478696db887685 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91585d28b73d88854eea713152d01a15b62dcdb1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6d9afecd20bbac67713d9c4b5261466e0879c51a4cfc5926687c246ceb56bc7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1df06ee990123545aa6eda3d9816bda80d50ec1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f411e1b079a3b267f665f3391e6d28a03f8cc45bf8d4690a158fa5aaded66495 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a55b012455397ad3fff35959894e50900f066c34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39101ec4e5479b6b370dfa8a051fb93cf3c0b2b5b2c808af4aa9ed95c25894f3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7c3bccf04ca11cfc4a507cf9e0001df9484c689 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcfc671541350b29cc71ca4465c9b5c2a81547464251ad8e863152d678022617 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6867d38b6a6ccd19ae517720cfad7874145d666f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c21b583b30ce00f6216ea9c968df993f37c8266859f35dd54a845901d7159c4f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68c1566a078125d63cd386805d758e4dec8d144f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:672c8af1e28d1f945a344f944d288794528eef6e3d46a568a95c8a82a27111b0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7da8fe0d5af551f4c62ee5dd1b7d470ca306b76e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08197fa5b84a0678c632467afb81893233f068adaf1fa66a5675fde2553b956d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8491ca00dbb6694097dcdf797c75abd6b47a994 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b59b0369e62901a6f2d2a3eeb1f4d085ee34fca308b4d8c66c6c6037524e9eb8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b8e0e77ab72bb14ddf3f02173b2d7dc771b9208 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79b1c68429934d917add6eaad66a6da272b1d079ec7cc2a2718a711ed4c73a6f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f1cf18a4f107f9a98317dd8e1d9243b790f3712 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5027c96208bf1b936be69f2a83594d7e3903a79809ca9ab0c549765a58fdf74e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0866d7c5266c82f75091ee310c5badc247cad5b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3905a36158bfacb149238d2e14c6f41aa8ef85da5e862aaaba631ee105b1a940 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..700df2d40143fae92627fe1acd24a89f606cf740 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:378a557aa46e34ea8ba5458a4c8e44fe287ac1594f2e5c27ce5448a35d25a045 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9010cf93099caf31fb1a8b2b1c40445cc230174 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e43bc6fb615705353c4039a72600f83c0ca113ac4867a8abc64bbe24c504cf1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb7cb403165fdf0ee2efb98d121ffcdd9f854301 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:956656f38bbfcd81cd0f1e624a823a11e71d339d90e5c2c5e811d6edc7a580fb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..922a1338c32f7a21e5f161a3eed400604c09fbef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d55686812b3813cff2004e85fe8c200e38fe0b594684767ee99705fb02bfcb5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a84b383dff963cb1a8e7c8ad54e8ebab80334c0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b42360cd64f6405da247172cfd94709e1994c8855cc3c43e0549331fbe56afc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f257f5d0d61079f82b26b5f49b6d20032ccb915b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd78844d579a63243228d6e431988cdaaf70072804d131f478bc350984f8cc2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c275a5c04fe203650e2af68345169bf54e165c62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f56efe4eea66d0cf43dbce464907a3b5e6b2646c16672854ea662fffc402663e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0269ed26064eaf388999c9206e72493bae28acd2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1410940335999ea3c97160bc91f4356cffe61525f4990e7664dddd047aa28fb4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73ae9bcd8c27088be8fe9993ae5f44dd79a8bb76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7c5034beac40184d83295cac1e8c6ae89f1d5e5f7af28701e39813c931b1f7a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3689bd3f3771f66a616e3b91bd4cb834fcbb9510 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6ec3ac2981ae5b8fdbd49a230b98397980f06f635000b6f4c4e62d3d106a85d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8d40a1efc0582e8f855c97a1c6a0751625ed0fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55589b7059a0d24797a3ba79ebd9bfa71b220ebd9d0352af03356f06f14920d6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7bf67d5f60def6ca1afccb261152e8856e2831b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8119639318d7a14d1b8fb92f71544d0970b58bcec66cd7599d4dc56d0b13b78e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91bc442eedf7d8dad18947ddeb0a6d595674f096 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:563eb4e9e524d8d7a75c97fd07fac7f7f3e16cc32fc7830a810a46fe609ff868 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..21c6a5350bf4f4d0a55f9402b6bed7f9a8541a1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3ade60767eb7c35920d79ad4fbfba7a3018af0cf5f98d19f369f4c31715d4ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58155d94956bc46ecd51bdb76ede661dbb18aadb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dee2c0dac26b00387c04d58ead2135b88356494ddbcbb123f7bd5b8f0b4b43b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01536fb5a6f81927b1f76b9059495d6637134cdb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb39951909f0d7396c1d2d5fc82908fe407f517b1cd7722742c00bd454bc1241 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1339bcd576836a50a7cec16f32c1d736186f4142 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:565bcc5c0d75972d5ddf976d0c2aae411f006241b32f700ddbb6c2f2cad82ea6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8424c886f8203c4f6340d37ef5342bb1586b6f7a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21454038c3143cf19db917c7f17ad151ffc55b3fba253553b3a6317d11db22f5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc16dfb2708041d23b160f6bed0057dee3e8cc66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c5330c53708245478cf6ad423d1475ec70b47f97e0c90f2bd8d50621d19687c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdacfaa46e87c08af544e25405f8510b2a1a28cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c1004b2ff4c3cc4d373978e90441e604c47f68f69356fb28f70a6ec1639d87a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9b80bad8d2494832dea4f6722f1f5394f3f0531 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15104145ff8c4dd1c8ba4238fbea27e0aca1615b60bb328de3d0bfeea81f068f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8804dd6e13750f2315be31d88cd8a0c8397998b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1206bb5c26d4e34f9dcb1949efd2f34e619b080c10d202401ef77459deb3e7a4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78c99965068be9860c4224ee4051f450a87dbe20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0601535389d70a4105f9a32e945f213cfe36e1dd8897c35ef71d7f66dff4125 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..81cedebb42768e9e15767421d5bc7904b7c48609 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:773301500b5bf379889071284416aae50995e2af06461c483c8394afd8a23dc0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b57c7857eed7c1453c681f2cd28f20a1b2739f21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13cbbb88aafb5f8230c6f6cae4f298e0701550fcd57d1b20d24a48258cd61e10 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c35f264d8baa82fdb1b7d86307f19e1650a2a12 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f90686a3c0a5b8dc68fb446285496d812604c06dd801436721c7bfb7e60db4ee +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46b3dad6dab723df70447186d0abcd2beaf0973e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58a8a2febbaf3a560bb77ca25f8902a11c0f5e03e97c92249fc335e96d8fb390 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f76010752c48fec43b176594be3513fc571e6612 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39fc743b989f3b02f7f1b61d6ef621ba1c2aca56b27ef7a888345d1ac3872402 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..170124ffd1c179182c981ac2f06182b4d81e2de5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6e88c2f75e1132bd43d5cc20bd7a859821a890f61b348921187b6469ad2ddd6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..07d785efb19a32a1372fdbcfa182e9bdfff7760c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7351281c8bd82c1a13580c6cd37dead41e76b5c5c067664203dfe9f16e6a4527 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..752a46a67c6729ef03ca224cd77e35440b8187a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1cd3ed3d7f9131ea12374982f69803d34f5d08e64a5cd2d0e24d0d3459fd702 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea3f01f86be2a894a94444d317a0f01ce328b50c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:544db421cf5d340a83280d281815a62158075b857a5b2556030e2bd7ab63d799 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1452a730cf238dbc14a8ea23a3cfc8ce1846e9d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d27a7cb8a5c5b02c2067055e651e7f946e0a722639beaca185654d415270c4e6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e122f71e741add57b0e3933345ba912dc94acb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:462c5a58777e4c1a84e23d2fe0e3aee14314ada155894e2023a718afc68f3d0c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c8b22358c433a684d35b904a76b2ba7df081611 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b96b793566f8e4065b4cceff991d32ec2551f8ea4c44e2dcf79bd804ed9756c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a390e653a51077bcbc40f438bb8a69b074179ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5536c7de78a3924654daa7b9175de0b773f6e88f8d092b5568efd2ac4f948792 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ee5afd358dd799cff3363cb634fd63882fc3a94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18049b683ac79b405ea6d7fc0878b22a83041e31f01967589b36146d488c8353 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..440a820b2eb6518836911eb94cf7051a4014b877 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7950114bb371950ff26e7df44f4367cb3429d9dcf015388e2dc899fb40c3b1eb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9c330c75d6b8047c9924911f41ccfc88abe0610 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17214ac43d60a28c6977346fe5eac428dc961c8a8933de85cc0c5f8b4a064cde +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e801ab2a4abf9f8bcf661ab144d245d61921669 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69477f29423704aca6346ffc61fcb3a8e042ebab16886a833b474907c56e7241 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c92dc386021deb4757e7e7b070aa292ea1d1fe89 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f80652ae33891e16ce00594eafdffe9d0d5b8677cffd6e692e7354175668e20 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..169ded521818331848f94ca6fed5b786dd9bc8cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce71ba59fbf794c7a77819487c44739f748c7371d0edc7654f9cb650d1d632d4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8057d500fa1ca3958d8d055a619eeb903b509303 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d189353cc20560746561513b95ae6d0b0dfda535673f9e2741759e1f7b432c5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..534e678f4e05e4464acece753f519d909bcd3ea7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8373f594db890d8ea375285c1b0bc7a01359828baade72569b35f7a36452923e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2eb3cf728ff1c192b68b9a1ad1201862d131f92e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb4373282f684ade038850a847a154cfab5db0fbb7c0145aeeda677e333fd35d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e445a500ad9f23662acb91a79e17052d6b001e6a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f72d7492234b60f5998141bd72c1ede49c41290e6340bf2b971cbc3276442bd5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b4391ecb22b9ca6fbaea10b62712162101905dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04c089f1fbaefbb5a083bc4bcb1a68a20667fa8fd0492de8ac78927c22863731 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..900fd369e26d26ec750ee0f5fe891552a8a50804 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89174eff3a8741e653caf5b1ab756c03018bc37f03bba3260f92d542a36556f9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62fe1e15aae32d2946aa2a84ad0d96fa459d1fc9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9744f5fe55fb70906b364cdf4835f75b47044f23ff61fb1519c71b8a906d358d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e67940f55b0314714eaa55304a448b2edf785af8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7964d69ae292094a64ace81f925ef26243ec078e857298049ffe081472fb3410 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec6d65a568d478618091a7b175a53d2553e1b7c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da8de975e242daf86bd84f86f0d386b8f787f292dad559bc5ded0e30a8df6fa9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99b911f1ed6a0ca191681600cce378868d9ee179 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:163da1acd921c834fd03dd69c0d66c817048c1e42336feca44ec0d09229a00dc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ec15d3789c17cc98dbaf6d9de9e7723a9d321d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdc7a479fe165524ff408b9d15b4503a8aa313387f33b9d0a7fdb6b1e427e80b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2eb43f62e8250d2982fdae4fbe4a24f9cd2e39b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd639b44b4e960baec3bcca2e8263cd451babc478f834f76492ca4a4896b0019 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd684b396c6965c8d47a7aa0cd35bd1c528f8ea8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8887187313b38e00ad7efe6aa462fa2f6092d7b5cd96e7236fa286716bcf8f60 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b368d1ef58ccd26171b0243c416345c1fce05af3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:734aec7ed04cba3e97565df81e8745c444de630f6a4d27cf1938062d8e899cad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9713e554a256cc6b6d5ad8c7d7bf45ad15f046ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6797705b70ee5b61edebe2ea697e68523b267d1adf3bdadc755694033a20e980 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f13911ddd9a2fac1274ef82b6e76acfeb0604b8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae4b9fca1eab34f29c39b04107c74a32d84e6056c7ff7cbaa96611b1c1e01034 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0f5fc1498d950c73c4f2e7885a3a0cf8e26520d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78da523a07c0fb1da8a7733ca0094ac6c6b50f216b8fd1dc94988792e243a678 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34ab88eb8f5780445e89ad2c833ae9f077e72ed0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27b98c7b3cdbfe9ce4c4937bb74a12d583d322d76f75fa34f32b46a9819b07b9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f41187dd64c4ba7797b627d31accddd5805acc66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fd48ffec253871eb5c3e50e09f9d639d163d497fd60fae9bbee18d3e1654698 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c18577040f653a35dcc541f024ee0b15fe9760e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a27d4cdc14dc19721b9792fb2a62b12a32d53cfcc96e72ae56bb09d1ab398ff4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a9ce1c9c1292d413fb9c4b6bdbbe7b3c037e92a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbc37fa62a78d95cbd6060b90818951a701b7a1f8b509d0cab6a32b96f88a842 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c5500c242aa5910d6a3cf0a65433ff2bcf44483 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9efdc20aa9426e19b8a566a26abcc72b36de2ad5f251e5b763ebd04f1e3dc47 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96fd569e57ee88bc3832555da905bbd1190b5a97 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2936a8987bdc21679c27ec11ee9aa51f0dac772679e9df564307bf223d575f67 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec448cda7c64a56501e561ef398dadd823ec5b7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93e489ce8a4a04f9fc30b2771ef7efce314b043ea9b998b85e52bd0d525f4382 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f59f8fc46875e1263c8706e8282827e3df2978c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8c55350cf1e275af18e8fe95e8524841be55388257c8b0c303b8f8821142b4a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..188a4deaf82ae5ba2c21e8b37d558f4e8e7e9092 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1dff05a43220dab1b61eb5dd8ab6dde886583dddf8498b209d9433302024013 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0458394eaffeb4cee6f61bd41e3c339bd77b70dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:460b1b57a5a3bb2dc5b939fa7532eb570e816725d36b20ff29e3b9f2233d8711 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6edc67f574258385788802f23fe8db9cc51f045e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:315edfd7a6749a2963cc2411f8d7b673874d3951c30208e7731edfe24a814394 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96ac77e815d681a1dcb90db61a1c206abac1bea1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c4cbd6d7ab8d01dc13a631ffa62c5488b57e912185cc6764c7a3d560df2af0a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a90932ad3b08bf3a9e0bf39b7bb91565182f50b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a992e726fc7929ad2664b2cee48ea22704f066b78fcb73db71e2cd876517964c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bc4a45accd32d7b5a094c024f2e922bbc0b885f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edee02d334aee7c727be3f93062632012a5a4f60eb7cefd697757706a427bb8e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..292c2964e702b8807ad005301cd37d0072a8a9da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b3b8146f0e3ff67dd05a49192380d8fb2b224f189eb0518e19de94b3d6278d1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e944efa753a575e07c9b38b78efb0dbe569806b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a87c2ae5590889a1aea3b418c07d3ecee65d879006745ea1b0e6141c035e1b75 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..261f59be302f1dd07428c7e06f16271873bb1736 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66659149b7f75b0506702ee622e1c9b817f37cf3bc48b6d842cf32707f0d61e7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df29c1f908188f490ff38630bc5afb1d076b0eeb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ab2b946365d55aa9ca9516c21d096c6a94f3235d9413002378508658691410d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e026c7f5017fab5c92b6c6dbc376d0e477ddb41e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b518b6d083ee92a09661b59ecda44eef101b4b1d5c8e26ac9df9b316f4299278 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30acf58d5ed1691541a0d9b2578597b541d291d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f365d0b3286055ed8f3023c99d6ac5cc017d61a62a4330f32986226d9fb8b994 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6965f4c8bd8960fd95cf2cd0e912c56cf1cbe164 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7417b368a248e1515d1808d59d640000498b85992e138c0bb2b400a13ac6405 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25d9aa648cb30f70f010667c236b692405d1e67c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9b522d5065200057de07210977a0e82e4c4caf8a46c8b3d59ed02c361ca2fe5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a35a5922be497c468ad62bc775acf091d5c41089 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9785100c7eaa7596a46304bee8d2c4eb738bb1e1fc56b2366b9600bcbc41bc1b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..759e30a9bbb0a7a4f6568a3c8b4e7f640afeb960 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f0e15d7456aa5507cd6f5a8481f5f9ba184c53d7e1010e5a7cbaa000a175185 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..013254deb7560208c26f9e0a96de788c768c49d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e949395ac1b8ec74bbbffdcfdb4de84e09437749d6c31f08d3729716955afa69 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cbb0fe6e826b723c251212107ecfdd188d2cbdb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aba1edda897f45bbae6d5367e16b14ac2350bd3ae4de1e8961c2ec6e9f1a40d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..114d395aea84aef2595f433896c7a54eebde9eb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f002e4f03a2a6e720fbd344d69dbdefce2af2095ee229b423e206154449dfd14 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39612ee598c6ab6926143e1a3d1fe4bbc05c7aaa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4488922e6207af6f4961ea34e4e36f2280af63cfa64b470ea4bc8e6aecaba057 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b276e3976d97bfe91549209da794154ebbbb9c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdd1ae6fdd411f56b12e8c1e4519d6efd78b576ccbc251f2240c0671befb77ba +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52e86fea1e0d4637fe80408bcd870ab6daee075b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d41ff73cbbe9671470c82009aadb5c08375c6ee961c07c6a94145d12db4adfd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..325874a43754d0c5a9b9fe13eda4041847120134 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1128ab76b913dc12fbd8c1b42e6d95235ad92fae3790830bbe0540ab40ff0a2a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d239cc7c06290861186aafbe72da78793d89cbe6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f01e2624ffcdf16a2a83b8498030fc0e50e7b136971e8faf3faeababc383b93 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbcdc38fc39c4a33f6291764c5b0e3b8e5944292 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef727770ef720800868626b72f37c8b2c520dc0c2b345dd8f74b26ea8d8fb5b5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b70886f2c8e641495e590bb5af6fdbd136c9598c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae425e444d31eacfea434274c12d944db293b0ce7fe962077da388de19de5135 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46e246cde316aed7bb3302d6c1af976bc287aff1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ea2a827144d7d201842e68226b94d8d0d793908a27275ac0b6b2ce844bb4716 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f02e321bf134b996c9bcc3acbb69f85aa56cd1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b67f36562c2f666cfe80ab2fd0100bad4dcb904b007665d53eb971fc200e6bfb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..26224860f8e8f02fc1e0276aed554997bd792fef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0048222e5dee693a2ccf40bf47eb95e3bb55a70702700b366e6caef466ece4f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8aea9cc49beda746b3d47ab63fb99616fc770481 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ef1c42173f92a31f44be63dafc24909e68a5bb8783ba52fb9b5140ded3ff6dc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7fcd7037720f736232f3ce471987425718098e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8541738309607d5b08cd5b8d2bf4a00a47be8ec1e225f7dfd444b5984cd0d367 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09a435ecb5c6eb59dfb2dd3fdbdc74f20cc1f6c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c21c97140e715d3a2aba0eb3bf1a3f85b7b273fa3d02f06c55fa3f7cdd01a729 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..15b3c17b61ca8c3584bec4bda9fc747ce92311a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc488dc4f190d990102f6e74c9a101392dd399b1f531caeec8087a186c1a9f82 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b53d4167496fe001837f82bb367d07be4725441 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a86174b67a6cc1300a58dc970c9d6b6527bee965a9a1928c9ff66ee8f2729680 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e6ad89d4fcb237f593418c74659908681dd27c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0154b3f98e3f3ef37d3d08b03c13fb9d77cf54075da55d3837dcad72ab1031d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cebcd3696b5d82a77f6a6a07dee48ac64e73c42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:223fabd8e404506415e9f0656981d38fa0d4e1ef908af4faeaea79a115a2f440 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ca7a3a72f1361d79cc995ed6c65cd4212c07e27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:634d41ae338a1bee63f94aff5467b02c6212940d76db0a40374ec268877755cd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd0400c9410a90f6b94b413320fb5bad0bb1e14d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:314c4461184cd3d315f822dfff3c94027bf5ef9b4c6f3c9e251093d856f625d1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d238957b437c5e17226efbccee867500b1d02ff9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7ff4e32e067a2ff98c61e7ba9501b9b76b8ce2f49a9ec2ff3184812d6077518 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b6beb5e6d7eac2be7ff837fffba6ca9f75a1e26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81dba824f78372b13375c6561c613e281422734a825b9000f881649587e95f51 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dedba25fd91d82b476d8a2d198fa5831d7e2e87c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9be3e29db8e1b83cd421aa93d81bd3105f0a0763a3793c78f9129315443a3b1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d6b6f1ee2b71708c62f70ab1c35ce880979e991 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9debfaa0c9881ae394590a2e9e7e8457fcd48b16c582ffd85bcbf3f528d74ad5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23b16864a01314d7f085aba43633a5f0fa2ebfdd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35df62438de309ea5a97694c0e70064b4610dcbff54ee6ac65f7b5a71b1c2bb7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72b189ce0fe8259444c1e11f02ba4abde0de22d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c349d980badb4385d08b8f75faa1fd440f34d170b9f334065d98eee6356a1874 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d6cab9be86dc34c18c7f5c73be8bc4aa36fb224 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:521b73122c8eae1cc1aca41455a8be77c924ff76f77d18aabe50628c6feb2a2c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67c5a6fe34b271220ea1de8f9279578d181c9372 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e217328a97b47bb915976505c9b10fa497e0076039f8038bbfc1ec6a832a34e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0a7d8fdf9b35d72537ff941d46713c14cd4c3b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:632de965f024be5ab45150bae3dc0b6ebd65fa802e091b00531b7a2d0d3601de +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cae00d637b7a868202d8bface325b062b82a459 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b987a8e3ebaad5ab8e1927b716b5687116fb0873791222c58e3867865a51862 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53e46797c5ac96603c1eeb0400ea9c5ec957c313 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57f53b52f0712d3b32618a1a86bd72cb957f850e78a7f018351dfcf45921dfc2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16f53698ca132cc92776064b2055505983dd2d59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eab74bd9a92ea1f81d9835eb5a9684a1f7c464132228794af7dc024051434ea3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..326dd4379580e06bf6ebc3e48147d30a7dbee547 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1304e717bfa6d50f78f0544c4fefac7f2306928dcd4f329588365f3b9e6ddc86 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce2dd5adb38a6f9f31c57584288282339e2299ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c968fffe13b1d6d37e015efb0a67af7e888de9f280a6102d5a7dad3bf1e66079 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ef4f80fae66d35d68b7635796ab8b85aa897b63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d65b1383b389bac6724efca3dec711dd8b7fc383d93548f699015a884425c013 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..759ba40aeebab39d013d3aaebfa43c16a7fff290 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfa9cc76e0f4abf073ffb8fd42dad75a930f494d5f697375a707f6176bfcfee1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0af6d36ce817b95074ac0487d7750d0ff35349a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:253ffd8abe07876a437ee9b2d55b41dc111cd8c2459350c727bffea7b2a5bdb9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89f3a679c632a05fca745a01995e10178c2d8d46 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99fc9e7a46493fbaa46764a2303187752c5d2994f091d0b07650ab0358fde8e0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c8e7568853321c45acee4352555ad1839faee62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50a7bf9d343faaa88dba2cc4ded8a9ff0526fee06da4b9ed62ee71ed6ff31526 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0c7d5544ca81e87b33b3d09fc5933d0f5c998ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:723f402f5d0b187b70cd043bb368e50f0f5e4654286cfed92b01159967ce4e4b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8208133ac450e51eae93bf87cb2bd0df16b97aea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2629c7986b1b1280c35929f277fee093bffb6d74a9c3f8e6116818a1f49a0949 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7929f93293cb446d049451ebd4651265d4e75fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a511db7435269a178c94e4ab9427ca6e7b5db536ec07544ac0cf9951ae951963 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a01d81c996675609430f11d265ea237a3673209 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f6edccd18fa8811d42a68c3ef3e46f4bb0518dca8a0e5b29e3ff352699fd221 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a53890916280ed1017f0c7ce25632f4f87c71871 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ffcf943ccbb62747198c134ba6b0c1974825a86de109f9efff257f8331ce7eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a6e0bba7e6ec9f9daefeb58372166d39c1708e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd0f68dbb06318cf7cf137324d5349322d5e67ff01f982e8bc78af7a6f20b064 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d8ce65e64be23b9ead6f3c29edba5019e71bb34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59fcbac7716195fde9c1233eaea38e31bee5a12c66a26c90d5687f0c6e632d36 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e87db520213efa4123f4f456e70644a0d76699a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f9c2254c7e80941f8b704d88868fa3b692370d20277e25204129507170c1150 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a25b98462167741acd400f0e00542bcef2027c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:983ab88f42268a7c6dbfcfc290381f03f49bbcc5bd2028fdfd6cb37022dfcf98 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c58dcb687dedc0228117d9699c548c63141b766 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42f9f45f890defe14ace15a3a86c4c22763c1516768322aef5d497ffdbd49689 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93368e823b02c66f8670914bf355aa1ef5ad8b53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8488483801cc0e7b6b5e06761d19743e11a99ff6f86c51efbb73a5c804b145f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0459eb1408a7d79a4071fb82f2317b75b8150751 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f52fb7875b7463086190ec31d43bad3574b1c0bb89867366d1e88fe85748bf8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5149a69b3ce9ebcf979d9b5ae99d96cc3b671927 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9efe78fb95adb424300ee54fed0c06a6497c68c80af86e6b101fb77ab7b0ba59 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb3152d85a16d0c59eaad73d22102ba0d231bf01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d3c705c2f024dfd0f668e44b554e96bbe20ef72bcf4ea57ec67cebcae5490b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5074e18e737eb6f626ba5f2647f7c9aa9369c965 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:637b30ad7d8540c334f745bc7d05926c6866def15da2204c42c268f251b32f0b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d319841a229253dec24b9e59507f75cd7918057 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f061b2096263325eebeeb8ae5a7e703693c84982c7f7f607bddd429c9c3b8cb4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d477d6b7a50aef35691c074242421e8766c86ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d4aab8f8963afa9724f74d211ec23befca0c9defe52a80860dba860987a467b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4b7315763a0631d19001319231a8303a5ea62bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b11c999e32b87ef4b4d5e73676561eb44413f9c9b935ca4e89dc17f48af66669 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26cbfb65ff2e7a4e9de65a8ae7d493d2036db378 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72966bfdcfb97b90dde1a4456bb5be8d7d0f7aca6dddd240d8b5ce35fc9318dd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..187d26b35a109d52c1f792fff39f67abebc29ebe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b32c050639e6c61c6f02cfce1ee8282365d44603bb2c0af8b407e6083b14261 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67e4c96651ea4a9d48c2348b0759a0513523b1a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a95866f4450e792ccfb3521f5b672795924fd536861a2138168c668fbf3e9f7c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..895e0c3cafba3721f62647dc68e928a73aae518f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:369651cae5994a9233a12a64f6d2e1d106ab528d014d3ae56c8c274db0f6d1ce +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b54fdae88f0b0c31d04fbe9270a9976b17c2769a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aa8b888d92c86faef6a0b8d05a5b99c918128be499ac42e0f6ffaf431c72a96 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0020a32f237da2f4bd8aa2c9ea75fbe4875a8189 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11d7d2e4e7dae0aab51d0d0e02a88c6cf05387910917824f65ecc06079d06211 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..879ee162d8375a794d58ac702335adc0523ecf2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a323400b4193e3a868ab820f6548eef2138e92056847cb337c6ebdcbd32fc750 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45fb0215e0d0df03ed81099417ac815550a642b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ff8e9efb98d15fe384330d10bcc1996f62316352c9b99da1dcd48700853a94a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52dfe8a9c46027ffe8dbf86100cdc894876112d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f859f1cf789db1229ec2b3933ba2a757d48fdb12e37aa736f8f4469c9b1d903 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38792d2d654b8ea377c5961975ffc5582efc9edc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de17e98521141f7fe05f8764818374cca6b566309af1ad120972711899caa977 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1789b2f722ed79993abdb76537241c113985db62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5581a5cc746d27198fcd49299b41ab4668a84361f765258f4dd2a58e0d8a90e0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..633a36b8d31e6a8e972cd91c784cae52d527d9ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f5560dc16f174b23f126d2210652b8588e268336fa51935b1637de0be0cc08c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc669c224c2cd1073066595a3a6d579e6b3fc532 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d9ba4ee1107bae3b77392336d7f433a7297facad45841fa375244be3421543a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d28d0697f6f65a7aa3d7e8fdcdf1150097d4324c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3544025d24737ed8758d22dcdde3430770938cceb23d34ee07102f5c4fd43eea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2f72a9cfa1008af77d45405b6fa4af526719a5e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dffe425fcf0a8acbd002cda6029feb3703b2431214bd53a0e040bf78366b67e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e17fc639f78f1785529b66126695eb012b9cf51f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1909f1d7e398d242d1a00827cdb523c90f86fdd2332d0aa781632189812f3161 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17a4251eeb5067d01006fc1a82c495abf9bac0bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebe80acced8888cba28a88f025c3c608e6361e2f6295d95b4cbb1352d07298ea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84c94462c3478a337af53572db9b77013eba2605 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa61caa0443ee2873c4163dae41af36a3c8f0761a6dfbec9b51e4ff671130a44 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c806d0c87d2ecdc9f14138e9397b2be7fed23e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2411ede436c70e75c3d2fd420460e79566efac26327a43b4cd13f7484dcb45 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a340f7b23e8ea68c2962300f8639826f24c4b7b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dad98f5ad9cb212a42bb9ef45b0030b52590b047ed883c4333bf052ca493708b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7a56011191630204729afafdd209ff35cb5c098 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:022365e0ca7550441da300e67342e33ea0ec4d583cb3178b914618d7e4c05abf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6cb32b09b5d973abd89bb048b7f0d6c541850ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:409ee96ec1985839c5015f9df6718fc66337ebfd0c8d934094277e17260c93ed +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc45da9f919b51df5837b96ad80b9266921d98de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6c5ae4e0dc5dc837f075954af248d2c39deb9f5d4144a41b00d871b4ed76bd1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eac0061bf50e4c63109c84a9ded1a14ae378ad6e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46975d55aa098ecf6b753e13602e04352f081083064f255fa231be94dfea9b87 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4e8a729ff728d21c356190fd95c4659715163fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a4b709f729c2133a2bd8002e9641ecaf1860a4855e8efaba6a6ee464477ed32 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..68b98ff2fb93674169240bdebd7495f2c403aaab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e95ab7f8ee4899cce1c983bd336fb2d6eb04d3df9c98148579432307ea8076b9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..472820cbfba51135dd63b97ae4ca6570c81aa3f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c832ba7d64133016c1690c28c6799f0372da3ce903e8cd84b4bb6b32de41a9c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40bd6b9a0a1b653d6cf627b969e35919e337421c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e957b549d4c99ce5b225cafe9d0a067c7803af8f182764f3064f8d5a820dbd7d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..babc70910a67a6bf828eeab8b2e1a93d2bcaa1a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df0dc0a3956d9a0278fbabe21d02a82e7feffaca8a504cf12854d0c5ece746f2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed4e837147818e4e2138cf5147afbb7392cbd382 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f54a8c8143c0b2f9a08d0b5cd275433aad66af01f276de971ce760ef5cfd2c8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54485e3b22a8084f1dffe0cb775a7c1fa96f2d92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d52b11bbdbe005e99cef73c7e8eefa07070cef223b07195e93472bf720abd1ab +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..debe799f15a6a31998a43a148fe8b975fa565f6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b50db3eac241b148cb1d4ea20620819f49035a9c7fa4daa43adb8bd870d9292 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a49bb29d25092222cdb5d9493ee135df91751a14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f52742aeb11453daa84c1d132bd87af91c9d53ef13273eb48d2a84559624299 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..87e52be45c8f48f9b91e85632e62c498e081a085 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05174fdd7773816fbfc5a8ea9cb5d58ed94fb32a0696a098301467482234a0f0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..075f7b156a6b0834b3411d8f1c0e6712570dbe03 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32b42a5996421c256e5058709212dd1223dea08cf5d38cdf16362c4fd241d26b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..619ffcfa0a7ee516fdac97c982b37454bafa9a8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feaa03f15bc54fd00f2240615f73caa2bf8c4987d665956afeabe02eee583ff7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca780ca112fa870ec705a0151a367f86990ab651 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8fb43952ddef16fe81bcf8e16d87211b032186f842aa51f439224649882ce6a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f07f10554dea1239fbb0ff43e001559f31400771 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f4b9ace39cb57ebe73762a92c288552de8ace53de8b97c435d9c0e2257b1437 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41a2e7ee491e5b608861bfc8c7b44f97a02ca362 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad2e5c912f19472952e061a4db075995b5e4c64000389b5ff99aad9d62ad2b66 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..104b1f1c7d823d81be456a7c3f16bedd3b26b2e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b584a3db95f0e843df09fdec3bc7829527cd3a54e7d2250358afcdf3ff451b85 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..884662a820061c8874ddeaa113cb6709edcb3643 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b4264ec9993063528375a51acd222340eb02ca0356bd5c3afd4756bd1a8f698 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a07355f475c465e76e5351bf2f151dbcc53f3e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48de3f35972b73a8cc1cea13d8df0e456569c9ee5408fd85f12eb0271952b1b9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32d0e7e9ea474b4705f74f9ffa8bef1e7dc283d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e3a326b235bed5de0cff42b489f8b34f27f744102f881976f5903933221157e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..118fdea228720cc72dc174fe4a886a31f9e4cce3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeafabcd0b5144bfcee1f187b4334c00baa15ab583d2b6ad2ae5dfd59354c9f8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5830575d912d2caf77f98c76ac29140ad4754c97 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0c6a49c95e0f4bed9aaa34de8fb7439531e0e195c9b1b1b2281cb2059098de7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3659388c1a4544f8b0eea21bfab5b3317f89c2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15e3284a53614c61d34b7c2fd34b0e7473125f009d168885ada7046067af722d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4a52a97709a346076cb4feeb05d7a9d7d50d749 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8997f2bf33cce31daa52cb0196e9e4f60f0c92dc132fa0d0531c418109899106 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5acba60d0f9eff67d5994875ef8647c202bbeaa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88bfb5634da1359d5838174d88dd004b8f323291c7da4a041000ce08dc900462 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f67774fdf57fabbe8b4ad2614b1e12a76dd80656 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bf89058bc1270c88d0b6615a99c04b1e599f8d4e5cf9539ba9bfc5abba7776d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..021db8d790c85c92d8a10aabb3d6730df9fc24f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d548b921ae67f70d488e362ad96949c20def5939f602946fcfb341f563d7fc9c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ec859e48c0ebee3cd7d0614474e6f0e447e01c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c58012d26354e13f1331879d9b5eacd27b83606ab3fc6428ec6e168241eba84f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fadfb9e82eae617e4a624d5e83cedca9f14fb628 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44f0b9c6a8740be17c69ec4734b4a7477e2bb5dd5f158c58880e41778aaf8a96 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08851419e535d463a9cbba34805ea35ef39d18b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f02a13bf7608c287e3dc88778d841655aeb5887ccd23566e9befee3810136a26 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d56b425e0b711d2eee860a36573781316812a89e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e01a5ec0f401d39753e1063ba544ae5892cb699487e6322bc6b6c52e1d295a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..281a1bcf1e6574130291f123f1ffa605c0aa93e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a617459a14c791995907c0a69a21de26dcb4a274b8a032db887bba6dfa73f201 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2eb1f3e32814288e6b38b9e26880a2d4c1ea9a01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da12d100ff9b6663cbb301a0ed3266d59270b0bff3368e7f0ba2431f21057012 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5a27b3c7eb641a9a4660797781fcd9ed38b1555 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705b673bc09e27fe3567697abf4c4363a10e5072af02be6dfe108098ed7e005a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..730b5dfa17c795bae6ff49887c8c458a4eb9dbc8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f021ccdce6a9ea630295c3c1c171b2c45964ee14f9d37b93c500bed68117f44 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f9898a3bdd1764ed1e6a601262629b35c11365f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:455a0075c8309da54389709b6ef3ed1610352d3702c83ed005a250b998c779f3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8ca9843a78f143831a07840919eb5ddd21bd9e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:079fd6abadd9666bb8c9f03358dd4cf35714cafd81ee5e613d7594488456f7b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad917f1547de3e4f07164f9a8157725f6253f216 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6729f88c2e2f5278bbf1972b1bf7d3b1e5e44f63a762aab420d92579bc83ae37 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..81831c84599a50a29a7d294defab32f09e03976a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bdb1b4ddc08fef6d35e8b6bc4265176a7e0ea8eb62b22edbab82c5a2730ad30 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68774f4b60f810a3b211e6ba1e56eb95a51dd28d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c369aeab39033490ee70f720ac3aff7e2587f18dea4a4ba81082e3cd023b8aa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..130f9d68edd3375384452c0773654a8d98d9bc91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05226e0b2c3953ea36d99f339c16e0262f1c515f2bac6bfd717fc779c3275e17 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef40a7d0f641612fc6709f7d920066dfaf285036 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ea39060baa0ab0c9b21fe513e34ca735b01a659a9638fbdcda51cd6d5785dac +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14cdbff5ba96250e913ccfcadd0f3755c8c17c2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24e7684facd5aa85be4422006dc5980094c83d1f3ae4ee540b8a16cc9be6aaa9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8758501c31e5b700962e73a06132c4e2c17ee549 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c8962ba62a13385895b060dd0f588f6cd4fe01f52c93aab5c4390adf538b286 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d86ac7d0b1cdd093bb6b2d20fe0b2b998ea4283 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fc9014c72a83abab9f0a6c7317dc078711f9a34a01fc6933f9c3e94739beb64 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfae4c510fe48060740a6f4d6fabc100db292afb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe3efb2a1dc4a23fce6c6099b8d0739a311896e6bee801446af360024817c382 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd5ec8f3df7c9ace0a47172673b9c30d140b1d32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e67b0b93e9c9a2802b673879d80e4802a229c98a2c650a8b47e49e2518f3f1ac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb88d3d57108c5f9f7f503a2a5c8abb5e665ecd1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d251a04b80326c28a4c71792892a5d25918bcf9d9d739a416a5feee9de5c0796 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b394a8c2364e3d1ea54e937d757fc69ebafa3f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21b47df71a6e3954ce34c8b0527ffc48f85f358992b5eb447c5f8cba1622921c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4559a80ec4a2125221860a678b987f07a398ec0f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dff686b21845174455c088ac35e76f1ee3d9355888976d27144f6d32120c6bb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d62ae0991dc121de26ffe8b4cb03b7887417905 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78706d3df5c8629064d4da3225c268f1f4b9f211bf883355ada8c2a4c3aa9c6d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62166b7d916343eea659af13b5206696d023f206 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61158cd8b7d36d4ad7692f48fc757a3098990125864125c1dcae7362848c0cf7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bc0040bbfa34a38098c6b8ffd881c0c801cc002 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eddd13091b64ee28c792d6e3af2eecebce3e3c5f44e54a336832be6a5736a4d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..830e29a9469f82ab7306ebbca014d603459158f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0df88e5eb68545b3721a7431fabd28cf6d98e42e2369e285aefaccb5f9c891d3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5fcb5bf89c9e847365c2db15d26a604cdd2d26a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57b547c684bd8d1a40afa209c5db68637cf9aa74967614f9c38e87bd49bab218 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c8520cdeae4bb03d2c27f80a5db893599201021 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da21128e1859d767e34bce14f2588a971db370cad4266329b2d4f211f6c83b58 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56896d20a61820174faa5322f4d06970bbcbb0ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b5818f1262183f55f46ad837f4f6082102c6d963813dcc176c2478726e14d0b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11e21d64006a5c6308d0f0a19b5c513e7d120af6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9803b71025d22e9ab7a4e52813f7845f6532d1ef7055dfcf6b7da1a32b70e80d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..abdbf76b99063952dffa2cb2df3e1ad8e44e537d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a0102f7bc7712fbe1d893d94b3b8529832a0ce7a2e54d1ee31ceafbf2e7507d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..001fbcf469f75903faee8bcc6334f748fd7db971 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:884ae6079dcb1fdbe362a03f6f112b73a0cdfa30f75051f0e3e4b51a55ec5e09 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..079f901161af76bd3025588567d6c2193e282186 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3efd5b185e5835b44353e1b0f2732fa9e69565c19f86595b6a1d0a9daa6f97bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7501eb5914dd37accec1a607909400e060bbdb5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:199697b5843f5c6bcb0b995b88012ae2be4adb456bf18a61c932661087eeab41 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7ed31e838eb3b9e4128f4eb426293555bdeafdb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89b0d21c9b845cd8bb8a1c0e28547ec430c417745d777b4e30562b91272ca83f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e84fac7b57095f0c971b8c295da7c519ccd831e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd8c0a40795ba0de6d147756eb596f73039462cec701923e9e3166699817ab07 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f2660145d5144905ca2d67b8175b72cdb7c4331 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5a5a3cbcdcd256fae0319cef0bdb26eb06473981b2c7272fa63016331257103 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfaf22e3b896d44e9bd21b22b2bd5de9cd09c324 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb90187169702f5bbd04f87335079a515d68de3a6b77a7713bb4df3f201d540 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c083e328ab462f045648738f0b3b24ca6d6e9f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2825b2b7fc38351e71a0dd0e6c3f9db9bb05f8646f19bcfc1cd643e8e636f30d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40efe1b56f4f54f820c759c0247467de49437445 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94bbd3e3082382c89e0ee70ffd765b178ecb139f771fb40ec009efb195f6ae1c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8df2dc3fde988e2d4b3eba6896632d5183a52d6a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f757e3ebc88e9728a1e24a52f2c22fe07f015d1d0a9e0cce0e9faf5377e0ee3d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e42630a826d6cb70638e58ace806e5734c906fed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c41d3f3f01007bc974f9a0bdb287d0a376e20c6e5cb21d93f23a396ee50cd7fe +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48dce6d957fa02e18b3c87bb8fba79d071a03c1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:666c25d5ad7e14751d5ce8fd1f7f6c1076dafc98cb21966a8ebe9ecf7b1e6f08 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb4530355d914bd517a71b54572deb8b5a4c7931 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d7089f791b5b02daed8e3042f5f5fc584ea524fc5fe5c7f11ac790918c39d9d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bab4123f152c69e9cb80487274e40b174248c18d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40ee70258363e60c366dc7d2f8669c66dce0b856579b1415a98de6f3eeab58e7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70cd932daf7b4fbb7570ecfd51dbc2be4d80667f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:969f80bc563f4fef9f6fd53a20c594d38fa8b6e66546eab1eca0f7bc8e5c9f17 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3138446a1961e6c2ca18a2a0689f5592f0590d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a608916e87e9abdc02dd92729330b690f0780caa25ac40acb494555f72adaf5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33eb454bc891776911c9a459b0d7736ed4b88d94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:219208e579a291dc95f9b0a281580ef0356b9bbb242568a1bad1f855851530ba +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc8dd3b63529dbd7069898caf7bec0940fdada06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d648d5ac7c27ce5aedbeee734b4b222a146ebc29878e6b3ec6f35b7c27fb0c9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48c528f9b89f9066ff895a6dad1ae12db202ea40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74d94da8441c760c8ddcf6604eabe19521009a322675c9d344deadf90cc23e8a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57ed1d898f15a2561e7b5f04a84a554d829e4b9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50b8871deb9862333d312574d416c964aec090517099ceb858c367df05e9c420 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b6cc284a66991133704aaf3d0567f08e645d749 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cb37fa50c5ec8575e8500eba84622348664229fef9c4c0d7d5497c4a494d328 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97610a30039e34b7841eeeede48b34ad0fd9e6e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b905206f9a7293c60db8ea52486de51c86a9c94c53412343169ff73d16cb39ed +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aecc4214a4ea29fbe4622b59b5d86d0c7bb90cad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d6a7f14075215ec3af3fedb9f1ec52237edf91896a6066869a5599c1358ff38 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..870b3c081dd065ecfe71b40223b1f54f68358afc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50bcbdfcc269a80d28b0b235fe09416086e92fa7f88df42ba62b57aeac992eb4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe7c757bd9929a7950e9f18d61c6393f875fde5c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e02edba685030afba1685193d7796a58a0c9d0c167f7b28fbff2e45ce0bcf3cf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1906b96fa9057454a72d97c90b26d8e252978a26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74e8123fb88e92a52e194942380f34b7774bf60940b10b18c31ccccec519955e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17f7a52d89224a1e1afe6363c43ffa52dc7f734c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0501584318ae7f8128f0cfb3b2fe28daf3e6a24b2703d8dad86f0bcc2664e63 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..457fb059064dd8f174d1d9c5922e745783ff1b61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c0d36ca414125310009193d1985d76385b22bf01718b64528814a6126ce88f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de135662a12670e79e485b17ba4a57086e8b59d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:416ba1ea17718c8d0f17c06c3035bbeb406b8a47c9c19e38aa77ff181b9a4f04 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd3e3a7206e1f20c773bfe562c5e44562d5bb8c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:730eff5f00ba1964a7a60a2f9f2a4d9b621c70aa906a4f7bbacc81c71fe16ec1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ef751ac879a8318efe2bccff85a887bff7b65fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0d5c257652614b683deaefc46d928ad98ef8b62a2a12cf7d371df9e923822d1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c7a787ee4dab54119eb9c37b8106dc10497587c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eff106e99e52b96edc4b9993f3a72ada7519cb5ee230335620a89787a7d3936a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a64a73703126e74b713ae30b9f70b972125125a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7abc3756615b6bd4a7667205ebe7a629a8d02c914ffd8aa04921a0c442afcd35 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d6e287e9d1eea8fa4246128a5f1a70923d77719 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27a446d1acb531a6522b8f3c301835c26df184d2e7074e1edf4718a8dd7267e5 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a16697e59d6c3c3954095f12068c74ceaab0e6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23f1ce6b6a5367d9953561ca908c45e08635b5e324edf9ffae53d9dc5b284ddd +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f4c309242fc8321178f6aa174c3645b9b1cc579 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ad3bdc265030de3395e181d0dc083da3fb9e90e53fcebf62a0ae67092b42dff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe00c0a92f4aab20ea6a284e0cf514f89a8b14a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a51b4b01487d407e458214ab81636745bcac21af13e7c398502f67a0e87e55f5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01c97a4635bde2669be65fa6a75beea3f622b99c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31023e19fbf0c97970eaeb254f1c375e039ff04ffaf99bd4e8028ed33e3afd05 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4946480e199cb5b84ecb71af131f09a5097c2ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a917841e72f62190e1be582f49bacf467bb395e1faa2eff95f10161d8584574 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5bdb062f650e8311335dab72522b041df9538a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e0e720d46a1aee43c1cd02b906b275f737c65805c616a6003712edd0d82a873 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60f9b4e5b1b1b898ee6d79b47404099c745c504f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:100841c19f64980ec989b1103fb90474303bd0d2e84c82c68ec496cf4c3117f3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d5399556cd10b47914e7c451c74cc718bfc121d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b77c6b93e133a2fd8ffa66b9f842c86639b38a131dd83b93b85a66de9d688b54 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61b36fa5fde51da35c9992e3f39cab8e94e88f86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89f6bdc97ed90be3da819aaf182110bcd1c6a11c5635a1b4044dd4beb2275e20 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88a913873f3dce9d02e58830621da39760123761 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8124dabe9108232c3a9d625a9e26b0748d0a75483273e08399cfc8c6c1815dfa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a43e723f42fc98b679308eedccfafddeaac151ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4266692c903ff11950d41abe54f191aa1e52e7d04c8072669233c44d7dfd822 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..336b37c042b786bf0a01876444d566e859612e6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4fcc9780e84156836a9d0c7dc0ac40199a4a4233d77d04fa7d545825136633b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c0ceecb85767f25c5ea4d68105f569ad78dd10a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcc7815a20cceabad7f4be97cb8139d37364e12695a5063b1ee895fef2ada2e9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a7f23374a9549aeef5274ad15f62c245f69f628 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5465929d282d62825642d881d84ff1d37ba17683be40e0f39abf291d1c83a67c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90d345a132a856764074d3cb21e182d8af17a4f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:186fc021f71af53be9c6d4c008aaa0c6ab9ff79fccaefbe499f869583f61fd9d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3017db90611a43b4ed257d275ef96c08514c81e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dca58e8270b855792fa311e36a45f776edf860b43a77e66caf0113555d880d92 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e85e7926b7c6f60a65ccb466d9f77bcd978f00aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ab5350d68cac8f31da15b559f8d810d593fd4cd3834a616aa9b7c75a3c3f3e5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed165fbc06285314485d4a0a107dee21e9b9a0a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43a4f8fffa22f0323a2f0e92c6ab0f1b28a392933e51ec156e9ef9d2ec6e8051 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7632624b7a82d142150422b0e54bfe6daf8e811c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db658fae5933569ebd1e6b2af781d904b39b12e45437b6114c0310e040d1f438 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d9ffa870d2b75ab82b717f479eea5c5702e79c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01d05580e3ccddf2b9d6a68417861f018ce9a6ed6dab01957cc3bf53bec6a5bf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08d07ddd968ded41a054185542d7ce148fa7fa6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e1d22413dab4f6eb8101e48e8d98ff9b00aa5ea80d4ffe4b0eb01756f57d028 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6faf46e9e73590f544051d3c4a74ccd90dcbddb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48e6a90a436f1c321dd9776bfa18cd2b8c3c686d4b0bed89ea9fc3f8f77f88b7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d720cdf0de875d483da56687ec56803c09357115 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bf650219bce4a3d70dbf340b1d357989b50eb6d4969b64e8800fba3a1d72226 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d6f42ec16daac3edacce53fd00d41f32f34ef20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3510c4d72e6ad80ac2c3d6ebc63388c2379698199bed36d61868a54134a4e5c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4394a8b9a0ef387c98665d16b375d0224f719a1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da5b7f7770169c37bf623744f1c9f2d022944eca921dc0673866e0543c98f3bc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9acf55e4f27e524ff922f42405a8a15bec71088 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c52b835284414657e2afcb7e2aa22a16f0ac1b4820de5b0b0326811bf842349 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f323a8598b2159b51fcfe56491831ea698ca3a2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92459f4d91d9161d4c1f69a96e14b9c90ba0aef6ec4219cc5e4cc7fc9bcac5c3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..faaa8091c86d45298697c515fef49f8da58d3889 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fecaa3e9edc5e299bb0d6256e9624833246ed31788a2d88b1781350c965d59e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd07558f230159db0e0035c402547eae423d9b9f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cb610dc3a37b966215b44cfba5ce0d0b33d51ec679ad0c471dfa65c94cdfa30 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62aa73ec55d3eda2b5e41059825bce260b18cfb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:985761293afd6064fd980c3c3aacd5b5dc217ec520849697135e4a3bce40468d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c33b2897f2242fa7a60dafad93a31b46aca48236 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baab798b78e04c1c98836910312487bc3e7363fe90f2ac8e6df51371076cd6f2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dfa6df39c0feb2794448967a362fe75d94aa58f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa2f000088c03cb19a14969bf1ca19b522e75c52612f832deb54bc9fa6a07763 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92bdd2031fa001d902daec5b582bfe9ed1b384a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d4ef321476a08e5b01d19d24e245c7806bf957a5b6ba81908cffca5e5fada17 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f4d60fa5e3e507546e12fcfa82b719a8da46de2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09a10c5fb4e320e39b9f79d980d1fec9bf8ef1f3e4591f6aff46aedfaf8809ed +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8f7e885c6c811836a01d634daa5ab21154f11b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fea023d117ca789dd086a3111e95a2236dc9fd5169d24fb6a892b6f22d9c575c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..538741e8ea50e9dc14479db93d5fb657ea0d29f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:844b88d6c079da217579522dae7052bb29e66db1e4cd300139ff977a5600ef42 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82a4afb3bb8348a1f2bb81f74c623d3465cab48a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a92319eb388fdf38167c588ad0ecd84ab78287144adbaa8c2e80dabe74fd8738 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32a997084327379990218ab0a7612d526f822e5f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:928f8f728d6cbb030672f66b26855ecac4ebc474cbfb7bf1de244efd81b260dd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f337a606136f3383a88b182e8e0af3aa709befe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f047c793bf6b930932be0da052e4f4c3e43468410085507ffdda47ad551a96b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e185df6180f4cd818cf894f6f7cf0e80b23b9bc5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63af9d5f0e0de3cc6f5fba8c3f383b7c6daf8dd5c1497f1325dba51c53ba1c69 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fdeec85240eb0c6e3d6658924d8270375865b6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1777cb570d7cafdd9d5950ffb8cd20e3ffd8eb0dfa1a670fb5dee083946c0191 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6feadb34fd34eca3b04d0c56904e1c300e55528d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:436f8667518ce5899c5c30296909192b6b71ac8302527a0827b7fc7a9d680143 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..423509e80014126c301f7664bb2145522449f8e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bbff58867632d17aec805c183f2b6bb94b4d5d87ff322c1d4afb5be037600b6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e600cd748dda6d4177bcd1e9807d25224741ee02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef41adf89e763560db36ad29ef8692353ce8d663a00544d92796862520d4a383 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff67c4ac450d44077bd53b8db2b873b25acc20e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d0bcc5043bfd6b1620e73220a237ea2cd3c03a79c6c016fd287305042fcafcc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23c49bd4c9e1a3fb43c81f702d2146f0527c2018 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7877d0279ca78e23c51a88b70ae591a025fc0565b5d9f93ad505669547c657c5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e02d2ac0666550eb5c6b4c808f5857e5d27ea55 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fece8acae6513aaa1ce43b388daeab3795f023d1cd405c411397c8afaee45745 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfa74bff70ac0665cf8bacdd65e283deb54f0bfe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60f5c210987b853a2fb204ac686a7bbcdca2b3c55b84d8f5181a729e5fb3416d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88ca9c96eb25b68e610054a92e6c22539ee8047f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9196a447d59f87c588b83f941e822e02d9a9673a4721b2fd4b0e85665f1395e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82041f6106bf8950a84b7410336f96a921822c2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab08f39b72eb5a33b7a110dfc6c9a9bb603486f2d237fe996b62493eab1f74cf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b9387debed2a9a9a32cbbd33909071f97d974bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c170e2750f0ecd6f203c7afa5c8f5ba2100c8abbb28b8fccdc3faf48810ee768 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc3bc80c61812e23204ec33c5462f0c72fcd84dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47234d6cda23da14481a933dddb08edac39b98f195aba5e12c6394fab720f560 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fec1b32fee9f88b803bb0aa5738a8fc6d97e4ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d2653c5e40b66dd0a3434bb4c3904bcb5ee4372099650a5670b4f15c9074069 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..835ee2ffa9c2b8db97c52db3100c32f277fd1b92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c88ad5610520ee46e5f900a6cc8f134581bfaece7cd14e8aa4b05671475a95e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f7fb2afd1d6fc3cb7ab4ce14c5143ac02fb0e5f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:805b446a5a4faac4d7f36c40e4f5164f6a3ee3977b55f3fc690482949badb3e5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3eb81b97a379915c1ed3e98069a88f45152d9371 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c551b3173a26368892668f4abb3e3e43282ce15e64371a4705c2a169026287e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0e9f39e2feecb6fc13ec1569887a77d78467546 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d34d0ebf466edcac826ffe407775aad14386e24b8bdab6b97504a3fb95f21940 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5f94112929fa99deb86f343f19cbbf8b6f7d14b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:175d8414c4090f5be899aaad16bbc7ec64444b74abbfed9ee09750c28820ea3c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4e972f53c1cb2785b028af5a99f979494ef09b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1670def4879d81fd1cf15727ca2e5d7697e5a305825d532a6fa24771b554f81 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa3d3863f4e446d0d04433e023db343c02c4d34e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c1503ce96ecbb1186a8d24c527d481bbe785258905a9333bea93e7d635af233 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9cdbfa018ebc554b62693f2209f520c2b0b00bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74b99cc3c16c210add7896cba9bb430565145c66ad3e6538dd7679e7208439a1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..792f11dd7c7c0e46360282b1663bcb976228dd4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fbfc5bc71aa00bf18e412a322f75f7b784b98c574a48b032b1b02cda09731c8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52e210bcd1759afe29ba232285f4f899c80bbcf5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccff52f044c8d4c26a4c92c96b10de921d10f8a23af88d8a78f92431956221da +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19a8724d10ffe5275b3cfb1b2857071692b7c642 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7eb2581b0893ff5fa0d56e9812583a8835f12c7e5ebf7084d12f9a532dcd52a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3dd9081937cc196669a48cc39d5fd7c61d0e176 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b4de92cf9b250363b04ae304dd80c57ef1625b87233f7712b4e14f461ce83d1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8015f356aedb403fb859cda153f05fc0d4c10a53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc8d71ee31fef678e4e4562008ed9469754a4b1a0a1a70dff3b14e76a90d0646 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a4a33865cb2d648e8d5a1695478779c6c124bca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c739f4c945bff45fa65f9b0da9e7e03621957a52f285f77503a40780952801cb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91fb91f769142035c14f3189d2918ea378bae3f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:943041ac17f3a391d1358e91d07534de4f765e56be82eb8aed4c46d63615efb7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47a054af2413cf231270ca3fb17e21f171409249 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e617e804ce8df2adb051cb869b27578d09ea13e3da91af5b66d716dbbd584a3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..537037a010ca5b0d87cb4e0a79479dceb7f39e75 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5635368b27e8b14041eaad2453f3bb0e620ad033ea56645aca691fdae0e50d74 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f4de6ccfe82852736d99a8bcbcec8a395a149e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fed8317b7a30b97d6d917075a82deae38d9b10b2c2e921e112b29240f762237d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82fa320d57fbf9ad2f65f8532bd06686aabcdb25 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6782e6636c91c58b6cfa9cca48653124569a3eeccc87bae92197149036488b8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cad199b3881eb0bb3af1d927299069094d13f507 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51109a31597cf66658f5fa6925bf7418e946dc629d10b017d4af680fca3db56d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..871e7759c5eec9f808f6ddcece7fed4f41f52e34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6909766cac00d3034339605f1369b11b85cb278d877db6651a09282a03a40f6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2f383b1c2d24ce0c8a1bb2f1672ced4fd41ce59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b80f20c9ec82d40c6719c20c4e4e207d4610af50141d8a38dd5ae055af82bd8e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fffc225776f6fee8c7ca6627561e291e58c11020 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e71e8b53972a33d0a9685584bcc0eeea49ce7a6a8535a6ff3f530a132af7184f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9acdb6e4f170735a73dc7c03953036e70246f1f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d4045d0e4963d1a9fa2a79094f728894b3b5e7c21a58c7f60981337a00be214 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2842d76e2941457eed24484f5d600905c6962cde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dae79a0ed32f9896d9421e8f965e2cc2fcac55eb786a30f7900da7f8c3c6218e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fd0ea4e27f578c5e6d243d769258d588106e28d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b0ec49487252818e82ca20ec8409f2973ec7a81811b64063aece9c25f87b38a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65b1d136638e171de8b9827d4ac9bb1893317a4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:725c4db32924f024e2e168d330854702b9d7ba9cf5d4690b9190411e0d35a2e6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a22d72a7a49a45971eac30a64fd96b72dab3c1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2566caeeaa2a7b29984fbc499430dd6b33af51bf6a4872b97b81900de9691af2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10333110155f01e95907cd7072fbb203ed883514 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6ff6cdd213be5d7977bf8079478a25ea02b69792d4da5274cb1811a77176c0b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28cab478fbbaa768ed9cd41e76e92465c50f1cd0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:463dd626ff78c5283ab09df3e2680e81371c3edeba83c6456e51da53c61385b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e85e860294f638e6173e116b49f813662da5a32a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd34c989a9fae49027e9f28b01a4d34d2cf6111b105167491ff4cb487ce9c6ff +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2050cb1c7b73f2e1b645d6d738c9f1ac940e2755 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96ef2f990ce73420e5cdb185a03de505d1dc78ec0fc0f2872b055059cb341f12 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f87ad8c513d52c43516c72771df88acfe55e91a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e05d3f050e1c82ce08fac0beff317c7b46e7180a4ff93ee191d974d72050e287 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1893d5645a2c45521e6c40cb9af916153b4b6d89 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3239ea529e94e50502b7c52ebce8f9d023a0b0ef67a7d1cefd167da1cd9239a0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ca9e233927acdafc573a0a4fe5293f1cb83c7d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:261d72d156376783153bef84783eb4c0fe3904547db083d946c3eeac1693372f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0591cb58f546fba665dac54f21f7db9b94418a6b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b81f21a04e86d509ef73bfef46bb2a8a872fd5d65414696584a6408636935064 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f1489fe31b191a367d24caa58f05468a0dc3149 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c189b26c1fd867ff387d2954d7bc1b5c8f77ec1b7a3c2f1d34ae11f9918dd70 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5723ef8ce6f1721d448371155df28d549d9ead00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f812237e3cbf206885c1481f1db8d5a5f0469f7958fdb37341398cca743d2eb7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c73acc1d6850b73c1686e9d9fe41e9b4d85d660 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9388a6f367170119b287d2927fe81400840118e48b0fb8de19a428b41e9c799 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a71891db93b07ccbff7beb84f0ec2e557a672ea2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fc997eeeedbd1d8bbf5efc178df0d6a5fecd923eee13770999ab14362fb09ad +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b470b7ec7e026a257c29181f4347986303ab658d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a93f22e36b54e23b5a0d1877c84d6dce153c1fb516650207c84d7b14f2f7b87b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..151182a17ee687444b03485ba1618e1971bc6ed6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d88dbbb4d1ec3cde1e8911c8cf71774cc752a99d9ac6197d3023adec80c4102e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d1427750be8194e673661d1319e1519a1feae31 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9e9c087f40820c63d3d23c3696b9748c615f4590acb0845042aaff013a14409 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83fb0eab66ebb5bd01b9d8aa1ac048a4c51ed6b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8a6f3a82ad558287b27ef7fabb1b61cadc31f4487056989f205716e07cb5a52 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d753f1d26f096baa3bb7d0ca8000ad2b5dcedb02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb4440b0805c0ce86923f28c6fd7af899666b16688d7971c1586991bea020c40 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd05a80661410aad30c9c65055db27fbdbdc341c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc8958e31a8ae02c3274e385952e000ca73b5c7a7e85f7faf2ddd1405bad6c1f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39873d79df58b75583bff5d0c36b2dd3ec34a595 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00786a7aa4b4838bcd73e264f5ba41d2b16833ad31e9df1609ff8968ee98486 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55ce8080e8abae33b98348607ae7edbe89a56d48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aaaa54238d9181633224130422f99d1b0a9585c828fbc50fa18e1ed9763379d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8529e0b039bde826a6c8275ed679e5176149d0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35725ee25a0ccba701d1c571fc49398544f40dd50dbcaf06bdffd418437b3087 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54c7650f9c0c0b52d72e498cbd7534d480b6e07a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2216d14c2d260b56519050d3c10d709667dc524518bbbd5ca1da3a1bc128bfef +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca8ddd0b0ca081fe9b681869271ed3597c4cc23c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1b13faf75c6bf9d8e15f6eaa06f6b96ad913e65c9580fbb7b4fbb3e4d6f59c6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b74da0bcdd633196c1caa5efc7bdda156c61c860 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dae48ae1c9780d44a8bcf57cbd792bd275936474ea3d31e36b95b82835ec23d1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cec12521806c26adb0e2413fbe8ba83b42d93dab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1abcd7a2ddbbee085e459f64f828a7e1fef8a1803360ea5e32c57657b2a5039 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..407be4249d29bfc5e521fd5e8cd9b9b260a73306 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d056dea83a2beab8f0dac227752bf254e7df8d37926d3da411ca5510081296b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f464e654634812c3b1d104a0fb64644b8875967 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:747a3aacbaa61e98a54d041fc7fdead211158d7d6effcccc14056b6b2b9d79c1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ee051e035c347c948b4fba9e03dd74861874f19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afa3551a6a1a908fded4f93306cfdfa0497fb5c3995e3d60f3ce4ab417fd0865 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d808e446d64b53dae168f0f57dbdb1f7f2f99e24 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3286d06021a54e31cc212f750fca19f30dfd9c8b41e346f4cd8f88fcb184842 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb337102596c7901efc86e78b25d77cfef4f5e37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7657b668467e91885d1f28b685cac42d9ef10e8bdb3b665e25e77fa95c93b5dd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aad0ef0a68c03709bf46c118acad02af3080c0c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fd0d62dd14526ffe968b31b5e9b3d40ccf7710cd438ba507da9277fbbb51aa0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f55b93e3da58610618444a0655bad6f21e82c82e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8237e2c05ad5671644f3b07006ec1cf60aed0d97478fc9e859b5b39d45b2a42 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d27cecc315dda645ab97a0d92ef705b9133f6fa4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2a3aed1fed1a62293ccd5e866eb992181e4543acc1adb58605edfc0272fede0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36203a321ff0b8541acf4d92774fa4043f3dd063 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc116aa4d994982f97709dc4ec4293cf9c3db412c33189e32796509ff89aa74 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8eac6832a052f1f3349d972d35f911d9be22311 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5042c2d1fc61a213f284cd9eb5c11861273308d991c0463406f524349346299 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07dbf899e82e9dd16a011dfa73d784900280db49 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db68d0d0586f34da34dbc9d74809a7619f2e73bda2e646081fc26241eba2bcb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85f6a25428978aac9cc09d1e4f7a45da657e3836 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e340aeb7bc8ebfe1ee1b03f38f28ff4f307b9441f45fcf3538a9ce57d89f56ad +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e2a64ce0e5520d220e18e13e5b3afeb2bff80de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a56d17bc5cf25b926b3a2c592078e46486f20396d8837c11988b9f03d68818d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..deddc1bf2d3361e080550c9fa92b15f5e082098f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da99a069e4fe5362f984c1838c69ca74ad5de40bc80ec8c11aac6599b73f49df +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8140ecaf200ef64340ee490d1a616786af4c11b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dc1bd93ef2e15653f22728096e7b66dd33fb014852d5e02f47a37a59e3235bd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61348b6a63076c5d10b20c22db77949c0964d1af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3926a7a9876aea87b5946efce0a7b6352ae617db76a0f2e9cb5dd103daf0804 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33c74b18eb002a5662922832b45b81a08be226e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5fe91865420ad28430a3d6b0d715c65ad69791543919e9d1cd98653f7d99998 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9311c6e040a96b2d56be691c18c57934a7ddf27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0809bcb3ddc7e72e187953bbb85d652dc90b1d6beb5450302e3712ae03faa442 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29fa6f842238dc2bb69404c983901e8370ca83e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:806fd21f5c38e60c101dd2baaebe2b1ecba9cfcf93a47578844e9d845527e233 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0af70f8c7577f1f5b26dbb3a970e4eb3da12b12a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0bda5cde695cf9b7feaed5b7fb87240edb8e90f54899bd185d969f0f9bfd326 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..111b7fa589ae382826db69be76de4877e411cda9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc957fc62839e17d9b95ffc6dce204985a1987a16f96a03519e02ffaffafa135 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6000f281310011a0aebda8062ca9a69ac99a7d47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10abe009994ff3b1b59987d1712387d21e9393a82db7bf4c5b862bbb73bb2677 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59bd8ab5f712abda9edf4ccc5d5804e14238234c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65c283077de7069adc38efc422e1050aee6157ef510c9341418611b772c6b381 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a18ce7f8fd4160fb6e73b28a473b15713818b0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7c489f6d5ab72eab8c45e1c3e71bb94e91998f74c2b7fd5d0a3f00c2b7cc073 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..439d4aa77d7a4d4ed29c6d61d96a4f7353ae50db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79724274407e5264bca1ec12c1fb4b6d70567f95b699c9d5827010ee51dd8618 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa84a9714365a0acf32f2a0e89586e28edf2cf71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14606e25a3c0d6b6ca789d8f55ee0f5542c804937a9a803164b047f66a334819 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f57290ecdf4d3009e60c1ab8a7961e42e2fb599 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83d0d136f48b9d8f09094626bf31c546ab2f7be94c216180fad09979e0edbdb6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eca1354c7f06cf7d8ffcf87cc7be658de38daa91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a3426bb397d5f3341f1372c29e36ee3ea22af34f3dee6a93385f8bea0738f3b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2278f0a3922b19745db50106ba82fe36dbe6811 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1746481a96441abe4aa304887a3aa8bb1256624d766e81407971198fee598373 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0e9631ac1eaf3d5ab21c19abd710922934385a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2c4ceaa21adea952024652a52c663361e2e4667bfd2c33b7209ddb7a3f02aef +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51a2f22ad856d4f88161662ebde22eb5f478f37f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a999c6e90d7d9210d1b2960acebefd7a7ee8db292ad28ed8ddfab46008e81279 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..485da88483e9be15e7b0a6ee7701902fe450e53a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3015fe8616dce099e1bb80ecdac7583f4072522d40dbb62c7ab0734a9e90078c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12b49b7591b1770bdab123f8829237776b412e3a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53f79879ebf0e9883ffe652885dddff2d5512ad4a7db30a40bd548b6f63efc5d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2461c9304bd41fa78ba8027aabea91ad9290f21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e483b22a3b2a8ec1a7346560340b5d60cad39bc29f73786eee31898b2b50cb93 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c0ffa6a7b2ac0c3c685360341b4a3e512739f4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04ad85a31029eadabc7c551fbf414739536d0b50e217e96726b2d9648a3f639c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e8fcdaddd8a8d4cfcc444e3d52ace7786e1a255 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fca0a3c4720dee797e025e18d93821bdb7ec955b7ce3a730f4ca31b0e6692f08 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..656d212696abb26df546ebdb9df2af2bf661543a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde62f83df4d47828b46586bd3deaadf96febb71b18e99106f4dcd00d8d82588 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c5f6db493437b2ab7e25c33e3526cf1ffd01c1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a863fe5d145d0253aa84d73ebd801cfc37892abb657a1e527d4e7624956ca8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07b1b03d640ce09f9d5582ad97dd3e9c0de3d7bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4822ba80d0dcf3628a3252431e43b276de7b4408e5031595b143947f07f91246 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..870332cd559ac8983c305b170e112ed89e3ee20a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd667fec0dca01efe591d1d80e5e68dbe2ab32b0bbd378ab007abc779ca59f8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fd4f9cdcf8735b6e69fa2162c5e947bcea13c52 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1809343af258219a01f7cf6ee91022e855ea4c3d95bfe5beaedfc62f3e32e61d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c89120066575db7d56a722972d6ec8324988761 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad141965e4279288af65e6907cc47bace1d1d2df665e467737b572ff09cd444b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0216ad8521044d451ed07be5bf01c2e71c98f05c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3b589285698b711c35f673e37983aa003882e1fa53677017bc0aad3d7f54683 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..859e4f896a11be993aee548c0727f04927c46604 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f38cacfe2c196c10ecc23007ddc3a51ec80f1d24e05c30ac50179d2137d0c5b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24a3b8c6458f242ed17aeb85724c5e26b12d4055 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f62d69319d52163cb2490d6309061e7784499a746d03be2aa4785a80cd8728fb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0939ce097b10b4351d7d1f00b18d72038f317375 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dc67f0b1e25beb2492e46be08ad4c85b09d2421a7d1376ad57db7dc514e1d64 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6365b7d1892c5a1326e62de3775bbd594a0f1eb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf1666a711c1d36642c8292424967699c666499b02b864a6357da5a4646a98d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1f029ea07909fbf84f833b79852032ec8cf095a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5175f21453af02dfbba7ad8554a35c80b31612c0a37aa318516c74695d36476 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5077f7317f40882c2ed35aa72699e03318b28fad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29610d0c68a210412a591121e34e075442d487581238cc062823c0c720c87922 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..67bf29afaedee95c689e0092624fcda5cb59cd4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddd4f57303658b2c6de86ff6a59dfad00ae719c191a5ac5e8adb8c78ca1d3586 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a51cd61352a92cd351906826be1243ce2b1e821 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e48c7ee88186792a2c452e69e4b52a442d153645bf14e5dffa629320ffdf5a8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09732f405c99f53d346bbfc94a89cf6b08e38745 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55fe7686faeea4a06d8f04cbb57efe194e5dfab396bb8014abfe52dbc05c9748 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7960596aef65518282a06d83f63314a5ff4034cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1e14c7ea64db2ec88f348b4bf51b18d0eeef8fec3056eae7c129cd23b894ec2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..932d18fa5fe4a53ef51354822cde8ad06efcc76d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91cf105f7cb1ae5aa104cc4441529fb7fe59386d2b51fc28caafdb390fee185c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..461da90f433b1b8b27b63281b4200670193fab4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d45896d6fd52ee5812dc54cca491795ae4e2b9423e6cd3da8c1beb3f2d2738e9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3528b65e4a438ba09593853ed1ffec315466846c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7863a491f707d1f26240883fe33d172a1c4dcabb59e96b8eefa07c5aff9305b9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90f064b31453c6def984199ca36fe341bc52cc5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eccf14c537a473e8a627e4e82cf50ec20f16ba3a2f5d87eb450a128ebfec0eec +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..380d23e58c3cd8db0d49f1f847290682fe8e5930 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f8582c18971147c4c0a6bdb5ebb12a0430c516dc53646acaee81af20870f25f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8be20d3301e2e570aa951baa0a87ca97daf64f42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3541d0754daa9d86c65ca3aab915658da4ebb7d14ceae3445f04db260bcf62f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cadfc88fa525d061cf8e10db7caf24489bf4c8c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a41be26b486c90684d9b99e10c78b7779ec1a70add26513ba57fa2bf55b25cfe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e224e2401a88c09f2ddcbca331a46d59c9d3b7c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72eeacb63b0a962e6fc023c0697c82b4cad9e160ff5ce425efac525af1008abd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b59ef5722c0185514551162000201b375c5a0050 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f725e189fc0abcf1252b51587e3fd315134108a9304b7588647e4eebdb1048 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32dbe6c285a6f4c75fae2d4e8e274b1331dd05a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8feb577229a8949d45c9212b14183eedcd7db14ce982103169406a354e1333cc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..afa0c4f2535f1c792789ebbe1f70ebfb071d85ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42fd4e1317173b963ef69932fd5843f79be19b6bea86b27ca4f1ef25b26d1b5a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab69aa5b9cc81252a4d7eedab52401d369624a39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e5151b847cac3ed5569c2765c7c29b177d98eedf7a52a32993781177302c37d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cf0dc1cb0f19aa24d37b3c2a1a240a31d54b779 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2add46577dff2294fc2a8ecfe17057017f92e7a924676465f8da103c93067aa8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3aa824683c78e26a430a64c5c955d7b52985ce90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f38d576a5a68fb0ac1c33f91c1335621e3dbc7590c7b1be55283f368c318ba5f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8ce87e3b42b5d6502d80ba649c3fd80de4b9bcd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e9e49cff0c7cb69a9f9fbaef67a1d295a03268e8c2d1479dfd5aff0c90edec8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..375a4f5fca9487ccc68fddeb3c369c0da354e673 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:934156193c3785c555b4f8b6475b72c91c848113c9f392ceb3ad53e76e3e325a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bf81c739ac80d3572975a62f437e3d8e661b543 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a863302254c65a9f2cfc91c42480ba0a3df14bcaef7e3029f106627168237031 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28f580d3b757d53d5e98a5f91f6ea2dd3a5d924a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52740d3fdbf0b475932d695c53e2ff3a4289b468cc6561e60ac35d293d1bbf38 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b31919b474fca5a6dbd8d481aa43945dabce4a2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87f34756fd68b01c692afca5bf10b45c74fd7191deb5c03bc2cac813c9496031 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27acde81d21d73a6925d895bc2bddf498acc440c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50c97fbe2e5590d97a13f63fe29e7c08e9bb0c3b59fc6c84d2c8737516987c34 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b069e225d82ce7fe3d5a715dccbdd0b7dfa7275e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4477132b8b136404a8c9130cc410eddb990cfb46d9438483565ff6b57e6c9347 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed3a091dbd7834241ba4c6afb7d959526a370f14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7ef5de19334732f245f250067c0cccfa67f21e0b1e98876acf544b4d516bbfc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38a7d41f28a9a4108fd2fca4eabc5e279f7885aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3547e9be9af5216c74fb5b0897fe590a56130d92275668d9f9787a2d6bd49a0b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e43cf06ef81aaea3eb09ea65938a5c7d19b5ad7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eee75a94c22cdb61b2c7de02658c6eb602909bb7d8a8384680fb55d7291e4c2f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebf10179a43ab0dc80c8adad3cffc1f763a3b9b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f4af72f5d61c957a3c41d5b2287d198ec083ab55093d1df31d896d61d7f933c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55769bceb4e213fcdf9d4d9647dcb562ba9648a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac6647181584bd1102c0bdd61b1496096e8a5ebccb8fce7ad651eaa2db67b76d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6507bbb83b3ec196606b0c9800bb452b45bb126 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ad7a91879e1f8ffc3c8d9ee33456d513d216577dc0a4e96635dadf0ca4aedf5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a17f2fbe352cab5f37ac8e593b3cd08c59709292 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baee7e8d56cf17219b97a5d06f0a264ba32c5d362fc91a729307b94aec9bcaa3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b261c1b8b3c5e6e992349e25a82eb9c006297ac9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:480c03422d96ef8af8f250ce6ab7e3abaa75cf3cb2c5058dacdf55afeca51b58 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03e8de6a6d4161297f2d96bb3c11d8891eed0d00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67a441bcd504512ced578ab57ccdca637467efcc47c5ab370b301ddff9fe9741 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..68b77527c47b7e0bd057271c6587fcf9a4547877 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2dfe032325580be2db76f2a74f94c727f9f78a99104a422876a2b216ee67181 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d8fe2507865129e77f184ca87406c613fe13828 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ececd298a9daf98b05d95a6ec587d940d52f70ee46e939ca7b930c1fc15d9fa1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cf21e9cbf3ca1a951ce26487cc9462bd12cf228 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:586cba9633a7280f4908428f4be4db231969335bbcd985417f18bf500b517347 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a05d4a588ecd3f69655d058d47ed48bc8db9405 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e85e5e5b963d535eabe4c41d317aaa0c39946fbf43cbd7179a783d33da7d715 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f564dd0413d9ba304628ee1b66532c0c75f6b0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26144edac8e941194dd2f2bce14e57e5d3b5fbf2c2b014ce85041d7a243a5a7b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f3677e2b7be797a27dd97bd713ecfbafe380199 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41da6f9146dd2dd6f293a6b98ec37fc59eecd319b862b81f303f3cb611c26d68 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d1c490ba397c46278e2f883f963e0c760ab1a9a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b39d13c46d03bc6d3b47498b7b70c0dbefa15d48bce284e2128b52521ee843c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81759473d2fc82099749fe422af3f9bd415b117d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e4faf1d90fd8e30695e6161eeec05377d8414b36a0199f2b670ed292f5b5d0e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b4ff8da79e192f473d98b29d8a8835199fb2804 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eec7ce3991021800f28f60d780aa0e76fb4c96d324bd9ef0eac302c9d886265a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70423ca74d4cfdd5e0805ed21ba824e57afc81b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0097e3447f97c6816144094df6751d6dab2738fb0d4b6fdaf7c1c7700339a7f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..532c02f020d76d7dd01e1781979c3fb3bf9b3657 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c6095244bcab355d30dd544566642f48622ae2418a29097c612afba77065c12 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16c80337a3cfa137037f814016b26a323cf0627e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:352ce70901587626ac2eda52a84daf82694cbb4f266760ffb7e35d220c9f7779 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dafc4169b6f00441e18d020ddbb931fa93793adc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e707b18ea740cc31fef1aaa9335c3b2bb89b08479608c55d708f5282a62bb29 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c8dd02b7c667d69df9a5921a5fe55d8ff91979d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:362f72b71c18a67e730536c93486bac668b93e47274245a893ffbec22ee6a4e7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fac964bf8f2c2bf139e5d86c1f0e3e417caa116d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4e728890e2afdd024d1da9a5beb17c7a4d1cfe312ed0414dd1c779e16c72550 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..022f877e63fff5693efd83577cc286fc53875d2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb764f331924a16d6934935c149836675a8790661425b93f5d2b7652898c37f2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10b7ae698db0251b2e090683a0bab2aa764b3ce5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcbdab30b0ae674d602cb48ce12737746ebc98e5b849efc537cfc42e7b9088c5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cbb81769d742de06c1d8508ebbe1a6257ba53b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab8bb470a48f891cc28db1eaf9092b3633f7d6dff2b1ba76e035ebbb4f43d6dc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..586064096962e181c3fc2a0ddab3e1b3a8de2b00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:902675d4111c26726f12621e2c2c22c555a91964cf75dc66d2928d422d669086 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4339b783609c1f440538a7a7c781a33361fd3d83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c778e45658ab020993cdf74e223fb99890af7cf9d24751f8fb0e30a72f3903c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41c67113ae294ef328f77c4656cd544aa00d4c52 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3651e45c68223c04563ef04663e7d5a79dc96a022b9b60cb456560511e0f673f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c69405968c97dbe8f3af75c6bc0bfc4b81e68792 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ddd2b101b924da8b9d7f798802351e1bf4b4395a8c88eea8dadf3707926ef64 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc50cb9b101c90596aeb588370cb21229f01dd48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3efcbee53def5f14bac4a68942d5b2339ae50709e1441329d51fdb719a09c07 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..daa36f531c6a391e7c2d5b203fc9104d32832821 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c218544f8a060d0d8e3f5bfb645ec072f7e72413343b75738a8b813f06384e1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39e23ca85927626ac758da3ce65f4dd8c7db8253 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b6fdbb56ee6b39f07e534e76d58e5981ccff730fe5974773ad60de30a197526 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d6de511dd5e2e8b87766d50f82a8e162a9e9e94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9377860ec544398a1070ab1d97b3df97942ac03a438d596e54d7b463d4fe992 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0d0d3bba8ca1421e0422935b1252f65a93c59e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85a9941531fb74d65f7513dbb7ab95f9599642d1fb4dfcd03b02980ba2ae89cd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f237fc973e65486c3ade652178446f7686a185fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d3a137e8adc47b4898d518666ed8dd3a399640648534633412d6988498eb889 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6b3b9550fe6c37f08d8416dfe5fe827c739373b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efff917808e619190fb1ed0eab1f4d9a141d27e098b4e0bb809bf43d52343e23 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eaef5a9c4097f66b6f5b469d1410c46ff016f893 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:771681ac61012050347e805a802b72c9378b86dcd0b0fcc23ab99e3f321a0a65 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9536dd9cc7ecd4f89d00910ba195ce49cd1a10ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f05ed3d14073913b745197cb9c2d983325be21159bd85a004f402f8473b4e65 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f0a7a3359754a1c13dd087c524d5ebe22bbe4f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6673a73a66d2b099a465b964f31265a8b4476a0a790d062e522ea6ceeac40360 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38e25bf327a3b143a3ec9704e7336b0335a21a13 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7de36acb99dbf8e3ce369fcc27023eab3b93d24426cb092ab63726b18a495b9d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..779f6cc8f5fc5d59d20ba248aff4a55b1d811aa7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d398b052e03f29b6ecf4154cf1e610f670731efbd945ecd4b965e8f4eea70e48 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e72fb43ad4682fd7b04c8f7dda48ed68878696c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc02fe07994882dbe3c4f33d961d36141adf1d4f8999cde54fb12ca20f3ca5b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e2f0d2f59f5f1c052cfe4eea8f3783b9d2170eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fb6369df290f7fa049d3f5c0c389d31b091cb6125eca8bae11789a956e37505 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..316f24ac075d4e0c7bca89289ce4806c6a47a8b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b855ff329ac47aab8137ee89c09f2f1b2df93d9e65d7ecd744cc3e7c701ac84 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d5c4c509f1f0fce12da391472faedb6c300aedd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2a5497ef93b9998cf1733d132a4773527eb99033ed466547e7486c9d570ed5b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f53c8539672945fc75489da9dc8e8d0b7a64612 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36b37d6ecdbe4af7a87de8d82ef66332f1df39b85e811c5a5fbf41550cd29640 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07932c94cbd27c5cb8b4cda769480748519d0d32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9deead1c1c3addf0fbc5896d31a2241ac42b63a3ecbc71ef87a59c667eb0966b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9143c76543e15da4b979d58cbcd45462379d199a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ea50af5d1abce69d3cac704b08020aa6de15f887b9901ccce8e6e7559ac090 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd495be205203aa8e2f04183016d405b0f8bd88f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:649d9df1706423d6655c2677e46724aa278d5e916430250f7cd5682c45281446 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7330eac26e0cfecdb0e73936aaf33469ec244735 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14e8980a2a457c2c810c66f67849ed7aec1b2d3ed18e67c831f5c3eea2dd7e00 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a193c4a8ad3402b8d3101ae04482fce507597a66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25bfe5cf85b16f03e911eaddab193dcaeeef9100804060c9bb07b95ed0b5490c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99f972fb1918fc76d1784eab48e7368c2465983b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f0e8747fa46d1233037bb57251c83bfe248fdbb8d9a51124bb1ae1dcf5c84e4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..354a54d16bf5f92ee21b33bea207ea5aea91d2db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df524847f19a6de92f2c3513b70ad5d8013755cc6acc1d7ae506407f204203e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce82db926a16e47b974b56081592b0dbeddb696a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:135527c0c65e84a6999cb7687041d9eae712010fe9508fd237b6c5174b0308a9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9e42b2d8b8972c1ce6921c29dc4815acebff744 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05d0bf6ebb6463f6a8c6f6620c4466c3eb805fdbda517146068a022122fe9347 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f85543cadb13bcbd280419850b3d19df69cb52b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bd75a49d1f6a3054593034870cbe6afe0017f149f046d97b9c1e925405ce795 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d90d1db75254a09789a7a5069dc840053f2dae6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3f774d68fe60a1946fd6b0b00a4bdf208f3d4af8c669b5e5b5f7e10ee45aa1f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f288b5efd54e72c6308b36ecd6d039be65a59e99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e027128c09f7c57a5f275e2819b7cc68004e15e13393eba4c40681709fd85155 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78b35b1ed5e983e33de7558dd5d19e8a70be3e6d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6128162a01a65914e3a0fb7a1cb6b83cce293bf170119cc09ce4778202f0244 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d05f00cf33ac0840c14b363973b06b8be0b2862c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aabf955046226485400741cbbe20d4fdc4c19ec1de2c6b6c626b7576b5336f2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9311875a1456e65bc52d12c509ded6e9571fc1cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c04084ffd2d07df6461e5bdb782bf7f0aabd8732c99bae43d974cac295d61f1b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99d9d4f1bb8b162102c28fb40f8cb8c7c016c281 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24163d634299afb2acb69d9130201059b8bb4adf70f85f038ad978f40b7967f7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f9e695adfb4ed8c6835c4e9e62c82c869f767a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc9e8a96528a537f5a23023c2c007f3d9a30020e0e94f833fcf1ada634ca063f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..658403aa44435cf22a1194a6a40c523a2a35a28c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b17fafc97ff368fa1774159aa2e59931c35a4f6b0012eac817af1dc86aefb83 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44badf4bf6e8ec988a6bafd49861d18977419304 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:024427c47f9e9541ba0d09a00ef8e3f8c749c98729ba4df60137560c8d493b57 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41ed885e9efb511abacced09a6e7482b2d867f87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49486e8a3a021993bdecbf3c68dc9c3fce75cf32b95a30672545ed887bb1ca70 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ea5b60313fa65397237530606e656eb264d2b38 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41c23887ad76471a46bf777af33ba0e0a20c4fd3d6c7782b919c56e4c0a5a01f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ccc4c23758f2da411ec2c705f2cbeb9152517d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18a33adca194a9f5ac8a1d79d29b0a01ca0538f855b13afffb28c08d68a8d8c3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04f588e02afde94173ea319e53116276e12048c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4b241d5caacc8443350aa39f7861d3deccf6e1b059a5f1fb1f267470e7a69c5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..20d23c79824265c777229bdefe23b55d3d383002 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532fe18436088e0799450ca867d0785c36a443502bbd1699f0b0a97d8f03cd3c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2dbfe4c84aedfffab33ed510ddf5960433556600 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d653adf94428f87335db2fc89402138cd7d755201a23c25f19fe7cf0cd67d09 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6e7983d7118d6611463dbb320c2f45baf327a90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10ebac27e5698a82b00586aae465d73805e5d4606d9abdb4be10883c00e5918f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a64728b46800ae5ba42ecd145f41c1fc3d6bc574 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20d0ae96d1055c97ab2e4cde47129ceef3ea98ad7e859b7d1569c208fa8a3936 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..578fc38e83f66980ebf51035e70a0b8dc55e08cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b28e6ddd8d5f6184d09a3180606731d77028b75bef79daf1cd510b87cecd3227 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fd655818d683e38af5511e492ec0c56083ad44c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18f2043edc26816cf71d18449fdfec0ae36a15e83d8508dc873ae7474e8572e5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..654381d651f86a03748be91ec00fb1d6f085684b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89a55a1554aed6e43d724eb3768c0e1f92ed769ec57ae4e977f3fa797fd3bf61 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c951c3bcd0f93ec48a5b6bf8ed43829aeca84d88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27699c8a6783d3735b4bea04dcd1e0d660cc990fbd09aec9abf66d2289dbb29d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1eccb7a8a5f1b9665f6705e0d7fbd4516ce4c308 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:733c287924bb0556b81b6a6da4edb6c55d138d9e895efa450282234dbc4c2720 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a20b059ac4b1c1f72ea4f23b0f7fa50edd01e54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eb66cded9193cc7ba5bd3a2d9d9d5713cefe13b9cd3ecf62855148a3230ab82 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4737dae594f4f3b944dab64c5eee6d862057469b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cfea8a63f51807f6024916f6371dfa01a193f2c0c98a40a4b25f991a1c568b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4d890fa5bc00c30fd600fcf682fce586679a18d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07062600164daa8ceffce91c1273e3967ca3be7e1747e088b455017ead98f917 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32b3352b986f40910cc93c5ac36136e2b21cb3d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce706ac068d83a858ced944712c53110ae452810892784e52e92532b8cd17802 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a49479c08a21c49480dd164dfd54f4767ff69ec2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b9a75bff66f452dfcce505d668d805e98dbeba6c73b389f70cac3d764f4aba +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..549f5940a0572234578953a024021ef8d50fd546 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3b15b0b30a7558e15a65f84a5731d62b5205bbdc95f29df837b8ad829f24b14 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e06dd36b8f3eba2c5258a3be2e64d195f5c28773 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c41679b9929cfb7998ab925f6af298a670d5a0282baf06ee5068ef61d7310bb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa995e381b6a026f5cd6823f90b3bf181d360444 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:283686117b0d3ca94ff68e0bfa9f0d983ac93c22bc1c952b2e71930287f2b806 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..585110a32d24a0e2d008397c53b5a00947be2a0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34120780c96d83608daefd611b2283442536d5b227c93fb78354cffdc6554da1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb6ada37c66b0d3e3558af784d6df5bd50aa5873 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcae6daaad20367e7e8474229c8c71ec7112d60ae41b00d9ccec8c52801c1f99 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ce6658c7e96a314d7197cd267f60da1df076c17 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70cf352c5761a8807c89f23f8614ebdff9e8ca392ac13985acb5f5e14507b285 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1eaadd5f082b7c820f587a8392e4abb9989da96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:955ab22db2ea3a098f91f9a75bc76c54e03cd4adb1fea7c823dec0e87e4cd38d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..090c3d9b3cf22e150ba1145cd04755f16cb7d981 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ec4ec932e1b062d6bed5c786edc073fa6fb247dc525caf4b75b62254869df9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..566d79f57b344d49d201d5404c00c1c2494e7985 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ffb2db8dcb61cf1efb1a73ee35a4495fade98c939e8f3c16f5ec5fca6acef71 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..630be1f0ba1c7b3a0dba355a2fb835fc057941fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dceba5e13b17c8439221cf4d8561cb1a8eb0f2eb94cb91cc12e9c2ae9bae704 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d528ded67bcdd65307e157e201e1126b5de0995d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a54787e3673904f13d37e3be3ce11ce9908059dce272340444fecc9c1d10164d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f09962edf6fc96a7aa954eeb9e37f6f79e2f819 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de73c9d4f4cda0433362f8ac4169658261334fc60298bfbb5e20ed2e2e453bfe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0a32ddaf662b0af1fbbbe94dad73ba480298e5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc77b9570461370646690629772bfffcdb6937bbfa13116b88c9679696e8cb7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e2f7eef48dc8476fa2e3ec8231fab914b34ed40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4e392afee6e87b06e4d4067276b1babb93fbc0bed7887f332bb8c728816dc6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4bd35730c679be062b4e6e9722027a6bf14a7a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3797182c0cc81438b6cba4d74663e2094c475e97f4f64863aa29d6c45fe7576 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48d38afc05fcf61d8dbf7239b1788c7f05b53867 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1033f9d82a168b80dfe748a23136eb50b1c314c5aa66cd35b1a52a2e9d37e3dd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38e238eb57519e8711279e4cfcfca0b4931b0d67 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:988ce04758a67591ff312c07f73058c643bba7489baa5d773c30606e54d219c5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d0f68798d004be346b937efac4efa103dcc2721 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b715cbfe6cbc78143aa90285dcc7ca62a71907fe196677621f62b5b839375b8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c65b8140c748550e596377fcb3653f68af59174d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0ed9cf949478626e05d9dbe8680732b9c22f7e0238995904b8b68a9dbb1ace4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6bb989dffe34fc072bcb1747cc517899da243b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc59752681ed3b6855d99bb560235225c007f91a9ffa3309a842a104a2f8dd7b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..651532816d826c7c1e286b8d51a56968ef322c8b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68478ac2cee90259132878f5e64f36e77a58789194a2487a60812979faaf3542 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaf8bcdd38f5f872dba9f3012a77b5500ff80f78 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed63658853e0278fa4db97a98ea8fd6b84ba006d7bc1c0cfa7e1377cc2aeff79 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c90c90ca51b43408e987b0390bf5ccb11aa397e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:338285c45101924608a4105cfd81a7e5adb5c16a2263894edfad58610b399cbb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55886ce730e1fd02ee9c729bf8b2d80c2a37bb62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8d96ff4d0fa78eb998cf1f669166d2a12d7488976746da13f6b7d7ef50cfb5c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb9cf29356469d58dd85460d69834ef525c84971 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d5113dabc716ce2b0f7275a1d9474a89c8f2e48f9ae570f897cdf3866d1fb28 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e80248850c235c3c828aa9501b9ddda2254035a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86f65077a54b5bcafd79fce8d458ee396d612e8b8f4a3f69bf5fdb7029d7a339 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61c53f87394041ad613e293588d1bc33a1c9bbcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e0e6c4cad3e214c785df3fd7f86ca02417cfcb85f2b3321df2dd19ac57e3a9f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..329d8133297e3f8c85848bc52386fbe78b647c6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58f17f8904973c5a3a88ea220afb03412f722130670ad72b8db10785cceedfbf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e565f7826aa857e4a7d0147ef5851fe28fefce53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ffdefde1f0f2d9f8fa84d6e328b8435e84765d4ee8d7f7c069032358b603d76 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aac3b5c1fcb9d7930c73822483dbdf89d6eb9485 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cce632c72e923ff62df997023ea6f987c21f155bb8e33a0d2856fb8a1f9c8430 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4524b871304413dbc6cafe1964a19c97fb17500 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb6f922a9c3c4dc08b5bcc6a74c51a1075e0b7ce78309e2f0f7100e10d178c2d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb395f47f9ebe3069bd1a6e99deaefe1205dbf4a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf8ba1e5a9eb330ddda0ddae42034fa3bb9d51215cf138936c671bd2f68e06e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a5a3c9a28263802cecacc50ccaa815424e0fc16 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8807c6a1c47476e3527bbe3b844f65ff5189a725e69cdd250e449091ca7ad3b9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ceb56b50d4a0eee6480eb02883817e815931fbf8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d39baea02ec06d1738c92322392187317c556ee95bf2d3a640d8433b160d3d0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..59d5d9cc27beb0ea6c6b6514a7d9c3c60768a009 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54592ed73b47bb9dece1a2ff90d8a451e5eadfd9f74a426a98007ebbf9356171 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad8c4892b2eb893e5d52ace9b5db88f44934501b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13e4a8171dd197b5af3769866795a75b2e71503f63c38e56a47e16dc5a5f4131 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65359f82100a117447708c0a373ab0111784a831 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a200527a89eabcdeea1ae48458557ec700502aa4755d2537f30484da5eb304c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bb35aea8bebad99e21606df25dbc0a2a6893010 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8b2a644bcff345d2099e9ce220684d1c8fa72bb6cd15d1941c1dd314ca876c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01a0eb25c16884d1ed70e5d1525bef30d0fb3c6e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d43ca0c5a4bad642735930d4838579ade0d7a944852b7666b00916957d469dcd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbdc9abab1e74cebeb30406067caac38d2ce52b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:536f637810edc463403d707a26be83a147193ff45470f777073f704f78bec8cc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bb3596aa938c1d58654bd47a57945d13d783d71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eaedd1dc511ea899cb66efd8a35970d60a6cfd56cc4e97703678f563686db6b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb808bd829e6a53768c4e44054b2e5bfd393ba01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bacbdf13da83f282178b48b8352f25e5926c8e3aa5cb98093c31850e87f2bf68 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3244fb5c25cc6a44da11f6f54536e951940f57b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:081b8182bd045e15f2b727f34bf69c4a64ea05e59e98196e8fc51e915dd8d53a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..709549dde9d8cb3815b29ec028e24716effab2c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_13_t/global_train/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2755638e976cb9f9a0b2d9dad3458da4d7b35a6d73585774ef5f4f713e9cf70b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73527eb7cf5539a0a5b0703e9d703c0ad0767475 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:082575e5995f587e1fec55ac4c120db537cf1fc8550cdc423d4665b0f2c50b16 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd4052de9cda18f6da4ebbff1d5759b15395b11c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d08f5812c5abb0ecfcf5a119755efce9be572cda969edd8b8103f1ae65edbf8c +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0888600497d868ea816aefea3b3ef8e7f79ac24 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afca948d904c688dbe59d0c5206862ac6502ae1a98d9079d367d20bbbc8ea906 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abdcfda01596afe9e9e55cea1e87e19f60c49140 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4681d8e500d6bfa200447afcdb19e00c76506cd0949df0a2d4960b076c56f21a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44e87786970aef40275b8f73c91c5778a718bf9d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d55ba02bf371ae5ba86a129b85c19e946628846cd21fcda11447d4c7f10e785 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..267f151442c751c6289a7c6cbbd24b7c0b34fe6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da3d4f9881eab91c06b0b4f8650baf0e7b774a8d4e21dcfa797cbea5da73184d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bac91c815912253cdf024a1007b088cf9582551b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89a27202d52588047ff82748d309170c14ae66121c831c16f762a12864f1bef2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a02c8ce548602e398763dcb28a7147a465f74d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8198187324d30f575e822dd939ee62b0d5a46654f5b57ffabb944beaf97cc4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6c1433d9e6caa93217cb99079ff0d378bdf7f92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e110824f107da9d3453fa85a40f0a8bb02724f70049cad2a48d8c85873788bcc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cdd19681a24598db15f5be73e320433c365a084 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbc8bd0985daa6294d6e1a7190baaa99d3347a5ce7d3007a906b360180bf388e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d553bc1d94ff1c177e5d9c16cf0bb48fa5e3caf5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5dd2bec4a5a9c741b5eb69a25f2ae5da7652ebcdd8aa06f0ef99c4e1d8d163f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..171e32212eb5d8ce766f383c0323458e5b4f67bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a289e6803825031d0f615e58c3dfeb2008460b453931bc76763cf55225a55755 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24adadcf179a65cd7eefae5c03c610fb1826a9bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e0a8f1d414856563c523b1f7115630e1645e0f99ee3a5f1b3fe18a52b1678b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd61bf77f8b5d978cb79faf70e7ada2e351cb50c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cde6d88324ce2ff5f24a33ec27ad8ccb904ca906221873662c50465b6a22650 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c852554552e64ae9f17a82d1c7bac5ee56e75c43 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f6ecdefd2722e54bdbd717c2059680437585d957e2128e9b293254c776734d2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75be5722c7fd624a3b63b4305c974caca4c28726 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e8793601864a6b1b1da24e2703e50cdf863e287e9156077c77075d3b47df0b3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c048ce3389add296f9df8af7833629096c9df637 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ab7cf294cc459cf5a830a6cffa8d4ccb51489bccb6d7b2988f22ae33c3a33ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d23baa74c0c54bd0d3b7710ef1e692c0f95be61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8439c6606e7fc2140e7941e5e04489af1414d84ed474255370fa98f77003e03 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dcd1cf3e664c4681d925b3bd6b0f82861cc3127 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c84eb6f3acabd6fcb164a40574dadcd8dffb4db43c21f4ae62c2ba5ed0765bbb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79a62be9d697493755f143e3e0b83d37688b7d32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:833bee6ce5f33db3e754d54deb7ff5e42a037fcb3125bd58070de799f67193bb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05dc4713f112b0df0c9dfede08c9f854d8e90c2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:834903bcb33c31a9c3868eb3c8c89ffecded2b72b518d01b2bf2c58578c54f75 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af70ddf849bb10fb7c2cc19fd346ce671e6dd009 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cea9d34e84747add64c2f10d956fac9c5ff3f89dc4334e72815c9e4487b1472b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cace25ce9412ed443e5bb05e425c30e175bd5dc9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac39b3f928ab29b1aeb2166ed3280c9de122ed72d47826dd960f55c66107c470 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b53c9ade89dd55cd5a6481fb710da00a98504854 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b12646d8cc925303b1a40eea64db694c361e0f0fe54321a4360aa81b190ead09 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ef1ba9530c12bd2c8366ad0a72398db690ba7e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:168992c4a40d1418b30b229f5a97b16c7937222ea6e03bdb18c2545af98f36c8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e63212dd7fef9b91b4c251d4036571d7e321bf8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3648153798c802b704591a6699d75d1502042de0737bd78ff080c05dd03d862 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..736f6bde1f16293b56bf7e6f72be4a579917b636 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2cc2c7c48762a241210defbff01779fde1c28b77d178e049d140c1bb4709b9c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..625c1555129f1f42887eebb2ed11a02b475fff07 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aba5f94f3f5d685e33e263d0c3810ba45f9f502fc0be87ecf33b9e072edaac42 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4308996987077074808d2b5c3dfe6501f654d332 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b3d73b43bb8d866d2005727ac6396207f33e396391a2b4ac3e12bd0c22f848b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c95291a6de1fd8830748372c9aaacddc54b1ab01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a5e540c7474a48f167f1bd136d1a8299db56831e4b28665766763750a7b6058 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..880acfb5683fe201b36acef27266b35319724fba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d22c073d60f7c7e6360cc5aaadcd8906efba37e1c81659797a85d85f43dc467 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67a06ccb16d2c6ec470d91e883b6875e427b400f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0067e96b54f7653353a25f48f9d27337f34bc826bf9bf51097ae67d140ae2efc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5707b2d0139c7954285759871c5cfa661e75ad1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5362078325a1d0ffb5aaeb90de51a4beb548dfc9a3f0100d884b43cca93b5a1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc41d21b25473a72bb468337336fa599fe722656 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344c3e25d7394c196da85e70a061a8f471c8c0ca7b9ee99f68c7b25c62687b7f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ec90f9589d443496818ff4c22c3475d3a8832d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74eeb8215397065c573fb4cf7083bb11dc4e5cf2f78c3e9441b11c7dc711d08d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcaf2d409f8a7e8cd8163714eade027a1b1e1af6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a575da06c42191f4603b2ea1112ad5d5e081bdb9aec352331b31d4988ec1e5a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..096615c332033064a75b270c54905f395850d3c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4a56f1b49a96eeb21200ea981705f3715c2ec8d21b669b534d813c0c4a6929f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a25bfbae6aa2ecbaaa13c2387a3ae1486b09c54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8328efadb408610eb0838196f85f7ec56d77403b2365d4e64f8c761f1362df2d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42266419f232520508541c18a69e1213aa0e8dee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f14b03ec09c25ba7f6c58858873d7e1c5040701144e80adbc109a7256b1b28f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a0b1d55efbc0525784c4065f701cbaa1bcffb42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e4fd9980fb02676d7cbf23297dc6fbd6ae91e394037bb471cbd1848b8de91c1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b4a65ba520e22219e19cedc6ecc2d23cd6358d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d5492351048e291c8da62e038e44d0c642553e1a9783f04a0af545c4d50c594 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c400e586c6142badf576052b5014cfd73a78cea0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2f213bd387243083b57396dff1d03642fd0e6ba5bc0a285ec46e2c0bcfa3dd0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86e5e8d50288121fcb9c99c23f7af740579c5518 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62fa6cecd84e5dccf6992d1e1e502031c5d726242cfd92230b9acb085a0845e8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db676299ee080f960286d24bf03528c388115745 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6e5b9b453a7f2e95ec5d67032be01a9e0a5f643e8fbd55f96a6e3feb6915b9f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..59e5df0964f6eeb5a7761896affb5db8e5ebabfc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:def30d50552604b91dd083534754530c2e0f714f20740fcfe298b8fc8a2d1b64 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27191d1dd43e89b5892a6046df325b784dfb9838 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff77fbbd307993d1ebcc7009f65afa520ae1380630382716fd28a0bff2dbfc98 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b57d8f02acb0bcfb96bdc67519fba16ceaf8a0a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1db61079746127b7ab1962fbd871dcdfbe48330e8fe15685e991b5d548cd3d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b03427f5f0a53c699d79935f2ad612a81e41f42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddb3e6b5d5f4ca0ae78dea7d1a4a801b6477cda09673ee2e82981d67e6720080 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..78a744c12b8daa0443d4ade85dfeb5617c8cf8d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8d1622982b5f2e31a805f93a1a60f49a8fed8729bf4110ebc10486f4f345744 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edf6a1cb36d4ae619f6174251fb787d9a1b56c9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:301ef03edb2f47b596ec3a7cf673dac59ee42e3fea8949e73457910611f1c09f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2067ba00835478474c66069990af22c2c60bf250 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a10f280bc8df71ac88a731c47e56364d719616339edb8cff119c11e80d66530 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd7d64d70df54ceb1998d941e30cfcc6fe921cb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:157b0cd0f2aa2cc9ff6d215d104755e91ac27e5cc5d8381fb053ba26d7dbbb70 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa309499114d4391be251bd31fc86e6443d12905 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e1271572e691d0836bacceba8b5cb135bff9a180bddf2390d83e04dfc4fd50 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..925d27d16d7180135d552f69a23f01d0afe60df9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ab96407f99d88fec3cf06fae0250a4ca82e1ca43aaf40afb3e8e069a02776e1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..848654ec0d817609d3334a0600745825c70349c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70232bd036dd5eaae560f3f6dd197c976ccd799f112765aba3220b0078454802 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e9d5d9dfbdb785b457ba4bd79e32b61911c58e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1e57b09e6e69dd1567507c0d2971838b83334486c9e80126ca1c57cc95e98de +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d91aa48c6649e8d93f303e92221a5b46a5ff5dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8437fc67e7b833204acf325241ed7716c8a78df43f6eaf36767e3e34d3b88ca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b259ff3662aefacf6c965c96a71f0913a4916ad0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a448f99e15ca2b7e7459aae4983725a7634aee0eaa7355f0f02d6ab3c5ce2e81 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac30c2c42db5e47ed41c48a92830fd9dbb243a86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8648713456fd03d4bb2f5fff7370610ff7c0ff2ffe68ef95c5176409f4faf4e9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be0e9c14dcbead302c06b770aa9e87cc2262f82a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:575e09cacf40debdd5fe4527347ae3987789baedd06df7af32afd3c564ca6113 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7644f466ffe146e8124a2d7635c9cdc68d6423b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87333ac3c05d8dbf19ab9eea57be30cc7de04ddfaf2fd2f4b2eabbdd1311565f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..308ca100638f4ae472e6a343744c3179ad9c2a96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7970dd3ba745958d57d2261b586b51325b837706084a219fbebce5d271aac05 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19b88ba3cd3b3871d2a727ed212b1cf4cd6d446a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75744ca723f746e7c371425b73a0bf70d406bc9992a7279f457466d5f1d0c1ce +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26c8566ece278a9dca02ae593586424c9ba07535 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca6005494c41f6e446b70c6b36e703e57fd15a7e07064905cb9a12b624d1a57 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..639c1c246fa359fe6d0f93278087da881334c92a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc78a5c7f845d3b081afa6a8de6bf9c3b8810de07b10a8dd27a6ec0c90f5603c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e741be1cbe6a202dd0c1e7e09a0cdfcb8bf2bfcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df5f6bf7578d645043759d6fb581dddcdb076e6b5c3e10a0ce3949ea622861ef +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c24d78636f6b3fff64cc1c6fc232eaff6b6ce23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e0c33fdbbe1bb4dfd4423850ae2ee68cd03f2a6f3b2f4ff81409702fcd1ba9a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..181f458e6e947c9821cd230a1a7b137782de7c91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918753d46a865ae303f4515a0a7d866b6c4f6f0d9a13aa969280ca2a43f29cf7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b5e02a6e2d62bd20910810166d07e240da20f90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53fd89cf8c847be40204459512175c5738e7d06532ff45d0c0392ad04c24e4c7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a08b48763bb582fba1b3e1672a0343f786290983 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b77d15feef09b2ea9328efeb87401998ffe28a352552b8f0259648143f52835c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..576a056ac22dfe06c8fca1358106971f874b305e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6732e6dafffa43af7455867bd46485566f5d92a5813cd1960e910b71aedfdda +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b9a58321bb91fb89e0fc286e103f1ee90af560d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8611a09c73576fa01fc77e5c1ec2868ebfee7786075c2a1c371c4488ce7b2250 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2d37af06a93c7839b4e474864c5a17bc3b2d394 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2d17a2b3028d6d49c891237dab3054d9346dc39cf81732b75c33798b24d2b9a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01130a9269f00fc5d5cc5241b41c329bf253d752 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f831db621d9ee49b8d30346d89e9c6d8563b24912722ff0a5ce50ecbaee87a93 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9842d90ccbfa5c0b8a070b353191bbf48a66cef9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:329067f643a1dfbe91ede7325977247429eb1491e1ac8a423f4abe0df248956a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16b32a088901833bedd6f06ede9831912c8be862 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c19339dea077882259a49c77806b876dfe2e291f4b6c747147c991622a21f3f7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d29cea66cf885b07b5ecc7db32e9c2adb229c8b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:953dd864954849e3b7a78d8b32206a4dfb181ce99814f6e751cad9b5775b071a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc6d6364a8720313bf752bfcde4fab7d4399312f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16e5d0c053fb65a6f919d3bd24aa0d1a64974060b665e75d22406ce8829f35c4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50c61643d8fc875bacce2cce6cc7f64d5df4d82e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:195d219decb0f318849b3b34ea0c74163165404c6b1ce8f1c4f2f6d3cf2e2ada +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2eec42b55ca8a0021c8abd8d050550de164f249 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbd44f5660eb9993ee96ce5d21940c20718673f7d86e3f313320cafeb3f6aed8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..132f147ae56685a00fa5cb30fb113b54617b7fee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:347d1ef3ad50723bc5f0d110e3e06b4e4d4a396a98191872d978578423573ec0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35b0a115b3c9edd72c94e9a241c59bade82caf2a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00321a4d6e065033905a0c87e8d0190847027c0bdd26848d3c3a75d80a4e80d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f736399a9381b60bff0437dffa3e2d7696fe985 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:462088f9925f1dc647d492efe74f09adbe13d90742ef9c7ee5178ac72477558c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d77c5656a90a78e13ba7dcf0e4deae9559bd344 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53bcee1fa01bacaaed5a39fff59173263349c2e3989a4d6130273dacde84b494 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dbd4c0a69ed463378fecd2cedb59f072fb9d44a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef860a9103b7be2e8a01ffba8dc56c299a11e1b69a5617565ff696f2a089b2b9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e125676aa3e5b87c1d83fd2791c312dc2fc376e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c69811bac26fdded80c3a01a39284f156b7997c0e935bb94c3dae9ac690371f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46c52c4ef3942a0b788e8cd9c2a85bcc2b45cb21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c979ce82c9ae483e15b07998f0dd8d250ca52f091332d5eff79edc625a871ff4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dba8b3d253bdb9e3b67bd49d5db1b7e1c15e9df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d7d306614f633b8104b00874f245e8cf00f1d045e9162b722fcd51482430aee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..981b27212b00b5d5d91abb66c62f3d80646be160 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6288b0e0ba9401d658c871537579b51b83f87e8fd795ed0cc21fd5f2782a90ac +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1f9d3415bbeb2ab71041ffb6d57b9653c0a9437 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c691d80883dd1aa615523a99b675218c9bbfdeed4b030ee4ebae715229e85f3b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa83ffe16cb548ecaf93e4a5787ee6ccb023abe1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfff8c5143efbca9c558da619d4aa0e95e126fdb51d6ebf2172bdf0098aed718 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d60aa118a102af31c09de22c9a20d2df816dde9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec34f93b73759f57f9d6b0b44164dee0f54ce908e3190284bd699797ae1cc71b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8aa4712c654cdfe52182bdfd248aa8f75fa2a1a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bd9b9b8e14499d7029b50be2d6f5fa3f43366cbdd6843aa63b3152b87c04ff6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac17afd041e344ef3e41f77ba505377d1796d66f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4db35301c98e588a31271c625498149fa61f995800708ea7f0911aaa066262f5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42ccc99dd192e92cb97aa5f844bd52b5042b682a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe0c69680ba9a0f72385d2528ec0d64448994f3610a5268fa5ad767bbadb11ad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..522cde5fc456b48b9955977c51802a0f64eb8348 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43713007c53647387c44409a706e67c6ad2ff2dc94b3d85411dfbc5108568147 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96773ebe996d2c5ef328ad8890a88a9c07e3d0c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b42cb1d9302e969d20c5b732e695d24465bd6df579114326ad3fb42f505ab8a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c84f3672344c3477b9e0d198ccced38c64dc55c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcf123fac8d632fdbd299196fffa3a89286df0504ff96e264fe7e5063fc586ff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1355f5012d58511eb9f343f0d85403a99a7afcc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f00fd103ed2373e35f8fff43283edbd5cbf2ac53ac26eadcd52159c52d0805a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b405a0ddc34a9a42f688a80e461648c150368f61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29641ef18d876e36082f3edcab7c157f821921e053e3dd264da5fa65bbfecfd3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43b2b11261626067e4fda47717708290ea49dd77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a41b9a6fb101b14424e304a43a0693d82a379319ca2f053313943757477ba6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f5b9266d909587957bcc643e83c87fa15dbac44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f4c55075cb2a80a11602717d1a731502374c56a64a32a423e443c0682d066f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7170481c55e7d0cc300620e17fe42702ffcf26a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:580658886bd44a090dcd260d258d3667e2d287a0264f9138ef71b37a3abd9db4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e978fdf1f97470d8c207518357154faebe8ba6f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5b7b4e2e0f2a445e870361cec73fac112ef8cd8f0866ed755ec3b3733f51552 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c75273c54cf3b64b344cb0f7b13be4a4ab349df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c36f6f544682a55550cf238eca7a3d8c2a7e3079d7577ee75deef200a604ac53 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e178a3419334b6a31118dfbfecdec44fe3d47501 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cddd9b91820295371b1e0ab7313f75adc3f1d0ccfdd4f7c07189705392e54610 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..365afc3f76e66da543e4760f4805a11f86de88bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89789321db62966ca612653338935d5d9271dba24e56b2cfca1a6c0e16d6b115 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d490ee106cba3ead10c394a582c8b4f3e1c22d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d346738ed249d7da8280fb10c2cd40f01e195b9f18aedca232410ac346d3b25 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4181eedc1eab08e48fbab4a41eef7301d27af95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:283769bf4732e3eef6ac918dcfeb5b7e623d15dbe940f092509d3dfe6f2b6958 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6118353660747ab722da2f972314a6102fdfa963 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abf485235d578170993b554a1c1425bfd35518fbb67704a41809620056df2a79 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1637a80bec373033585acc31779b76f929733d27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf2827bdb0abf18d953de96963ccf5cdce339ab7c042ece60981422215e20b3c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcd589d80ef73a4c7815a743879be510d2c75500 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56dec636bbf8db0c09a103d5a288a5f6f6d5e007531128f5593012731e7824eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..138ef4673e8cfd2577c9a4d93d29d707b94de643 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1bfcd2e17949095d83ef8df3bc7338f656904f306f0ad47d5ddb05b5ce8a788 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e46fe09139d44d099446291a0ba3fdb757734f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99459866d8ddc18b592f9ba27bad6ad92523ac30eb86c84c788e0d0998972c55 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a3c06f07431924ab0118d81a2cdf73274502c22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b2da8a63ce8cd595c8713e602a72e0eaa04c783d1dd3df7e22c524b212bffb5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01b444cfbbfaa25be05834e19099ebe8022e0674 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e8eca7a319cff18cb2c829b1c27ac42a07612a165b79197586bf834a5b97290 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec3448ca1103c4804cd84a58860455eb7d812c0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c09a7d62ec92d8c4156360520aeba3216c870faef1e605fcb9c52084cb99483b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01665e28c31423e7caa10bbe15c0f5e721925799 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70d40a8132698050d6bf99525397f28693de1015d7873c7f6e88bd8b7962bf9d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5eff518051524e0e59c74ca90ba055de61a91a11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cc3a2344bb2a5c715902e35b44d2cacf201eb3ef2ee874ffe2f48690833f0e1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96d1c30693f17e854c8c211950260255aafd2c6b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eda40fac56a6bdf25a75441a1ca272bd1f1ecffc576b5f5d808415720975d56e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55d54638dc5545fd7dac26f82ce1e9e23d13518f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6607f5b263becda23ac2b0f83706a33a4f4de5b5525e0e93eb1f2757b54fd4f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b8111ee8d53627311fed595b77ca15915cf726d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:792864794c123abfac8cf9fd1b4964f820c9dd4a3b4e2b9908d9ca983610e4cf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4742042f634652932a1829ddb698c4875a717e2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0009bc04d23cdf4b66af261b20dd4a85124801cb47f10bd16ef6409336994f4c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b62fb09d847aa799159ab01557d9518a51b9de7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d3fab8d0d593e86c6d7a8599a2ec5f573853058c74313c289d43cd1e79d3e9f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a2efd8476f1d4492ac70cd14a9cc6b18476ddc7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41a8c6de56483e94b2d78c1102a1b16d4396753fee0db7d6358ab0efa720f4ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..baafcfa13b7e8ddace9cdbbc45d375c5a676c66c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab340f763eafef2431be80ecc68f25e7861f8fba45fb2434aab3e71cf3583013 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5db0d9debf663ea301e34e7d4f477d5300e27a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aaffa0182ed006be2fef253b8f3fc14b63eb1fc6404b47f006fedf903c63814 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f29fe4c724d2fdb461fb560b4a32ce03ee2370b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6934390431d8257724c4bd1fcc7043c203b7a61e2ed77b508b477f150f3e8881 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc5936781765f965a602178b0c03f9f95623035a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:286f8b6e8170377aa6a5a64e2aec5b0d86cecae51f9f355bcc7d336f0cb99423 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1002adda10d59b3ab9a4da641c1d478bbd449f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d91403aada8748b3bfb24d11f6ea36a0268d780b921d34f76f6ce17bb891948f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..63c9876a7b443d4c561c7f26c354922a649e9e95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1838e8d32aa5ffa49dd359b86a79169b29a252f5da13074d8fdefd0158073749 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8609ba3ddd24516291bfe40ab474619af3b7999f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:447f44b548fdc81dc8665fa577db4f87bd344a5002e04d5525e849314a793108 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28780ecb1badafb3b9604ea4c4ae53d0fbc5cd3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:674cc9299881f0f1f925d17b6ab904030b7ccea36f5f0803ae43e8b00e737db6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c57883faf695ffba1b5b6cb51ae4fc70b393a67b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f48190d7e1946c1c5e8c94689179fe34b0b51a77fb36e089ff92eb151266fd1f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51f54b9a38ae069837507bacc94d4038a4866840 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2d042ac3443d5a80998f57f4f0b87745899f400a84434cf357d99737aea4d05 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14a88ca915979feacf4e2c03a5a63e8f1c51566a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:362b2741ff3137014f8677c45eec7429dcb418ebd677080c1aa962019b79bd01 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9863308ba550c60247f806464bcb5d2ccfd9a1c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df38d141d2f87da563f4fc0ecfaf9f4f0cb4233503323a787697cd24458649c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b7ab7e35fa5c51e15bcfe2cadb797a92b40fc08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5e8b358d7869fcb80ee2a06c4d33f572cf2e91ac99dd136d26defd09f28360f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8de705688fba0185fa6222565fb8197eb86b50b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:166a4c16067871cd644082ff8d018430a49cc993a133081b3078b43da6eb3198 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f1e0121ee8f05408686656e89d85fd5a52a34dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c92dc252408d1e386786b7d488291fdcc465afd6fcb514e1fd70baed549eb1eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..77a82aa23ec0e43ca1c9bad31ca11b00c52febf9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50c326d29303914e6ac5a0b5fb7a2d7f8d60cfcf08bcfb89987492b8cf72d25d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9829b149c180b0abf063e37cbe6658b4db9391eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88903e39386d0f4a3e954dbfc739142ca8e559273987809cae42091fa2b925d3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32d1953d64d1ae663fd3b548b5349f166509d69a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8c8e8a09033d44539711593483f0b20ac57bd8bc3b6119948d1cf6524d2fe5f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d14ae153911438a1b5f23b0db67e6f60b06454f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17496687f48b84231edbcc4e82279f4db3e984461e751a25d379c7dccdea14d2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a60981b2be8fa3e7edb7ffe0f632180aefd0e36c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3037138b262db76ef17baf20a5c0c4188cdaa9eacb06d5fc6edeb2846ccf0907 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15dcff1d5e6a18a027022dcf16272058522da412 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b59a389c304d7866b5d308f6aa817ae28a7692f5d8fa47729b832a3dfd301ef +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..189533dc3625576562bdbca8dd517ae999ee43b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d2ad0ded8ec046d8b4f89a89520cf3573161963b0a640a5a5978df7426e9b52 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c21b1ca903e723778322c2d151818c76fc649b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a02d54b95b40ac72198096bf3c888e2a6d3131d2bcb33694a30eb58fecfc039 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..798a93bed66c7e6c5addf9359ab20caf329df454 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6995ec6899687c0c92fb7425ceb9d65aef62192ddb8f4010e304ae1b2c7d559e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..054af45499aeb3d0f457e8d066b6aaa76f0b6a11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3512d72aa122f2ceba01293e195314bfd4377f247706cc389bb140b76485af6c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0478c1a344e3ed294a41cb57a8060ae8483d4a4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:957dd72ae2dd17cb9e47992d32290e5bac57c033189dc8c3e5d278f7bf1348f2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3440a717603758c2a32da0f2fd3e7ce5865c0e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a34c80bc0869ed6d8564ec9d232a8d7a6dcd119e397ef5f47e2cd0567e6a543 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02f1309376a541b87b45e8960d76ae00a1793a00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:508a8d01c1cc94e281fa0abcfb4d5265df40eca2a6619d326b371d0c7d7babbc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6651c671c04c82d4cb5e387144b7f4603bdc684 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec68918a39e94ac881b58f10d9913ce22923059a17f1acfb44d237de3c8eb218 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56f74aa27e4354df91b861acbde674a0a9136ac7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f0274eb8dcb5a105f968e4dbf9edea8183847286d13d301f162b0f893cdb706 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f49d285d03ed4ec3caf0cfcff129622d4080152 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ca271e5c2ea6a26b6384e7daa61c86ee46b349b2797eedcfc3017d2c0a8ebc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..798c9df246c343f645467857103e373f259c4dd4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84c3c4be683b408f33cb900973c869615e0b1ccd61e3030df24f8ff8ebcac2c4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64df76084b4fd943f4894457da7805140c4ba45a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd79af969237457faf6c1a308690fd10ac62d30833070e4d655fc3618003654d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c2d3371ffcd12e4e7a5a3fbec334c15190e3c84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0583f539c539faac81dbbf53c6b1d6cbea1bb263790b36a0bc12c15470f6380e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05b013de1d0c3e9d36db452150429fc558511fcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:768fe058f4c04342cc3c480e16c9eabe2627b0d909fbfe98b2bfa5f982ba5d21 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4ecc99160f535c8b451227b8166076a9b05b12e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5fc75c765da4d3d7a69ba1728d12ea5a207eb1119169abff3c76317e17e3e24 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bfb97173e32faea6ca8cfb7791ebc6fe8a4feb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff1a6c9fbd4150b2fa87a518995995fa9656abc9ae1ae0e05feffd20eb94e7e8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79b94709334671f4678bb9ee54c6deb70b044253 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56c09ecbb5875f016c129183d32ae716db6f6874bbb0d5bde58dde463d007ada +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b4d618881b06b732f5c3bcbcaa794875b771f9d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e9a95a5e9d14028a69f3f45556996a215d0212e11e1987e2358099e20f6e5c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d06da104fc5eb824a2ed13b0ec10ff8f61d56c23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e341e398e0582fa2069037103a997766821844d4e070c91886fece046273e1f4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7705e2548eef55614a21f9142d473a57c86053a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7bfee31d210a9e3b4dcff43c897a91f87ad9952b4681b18e887e1c6148f34ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..404c51a83dd1bd2e653b2ba47138862aaeab6a3e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2251a6eb9bc037bf96ff8b9c467e587c49f21ad20ec5c09963f7f2c0b933e707 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be9bf74ee4009abf0d94edbe34ca26a58a140993 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:808db0eea284ebb5ca0b9408334c72e4b948e96e80dba526dd0d8651a1f851d8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bc877ec5f95dda6eae066a06e1119868aa58dcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aca6cbad79ac1de37f40222953e4abd9df35de7af3c45c13f63c9fc6d1df60b7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c05c2366ba407e3874c148d7db9cf659a2541d95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0495f41241782e7c58ef908201209610a3c0e6e6011823dc0458201fd91895fa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f33554bdcbb63e5d88d0a8a360d544a2a6333a42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1085fe49be65b5c31cde7a43e8fd97a903834cfb00b50bec947324fae7dbcd0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e824b9dd43ffa00d650e6638c75581afcda07d7d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d171c445ecf72ae9d6a13278a2b3611bf30cc747cceb26547f29776a4ad1000 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b41c3235fcb43464474b23cacc1db64d7e48b9a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99404e6cc80b94f632df4c995c925d803aaba9efa81819caef055e78eebf2f0f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0d8cd43647106831b7536c501a0dc217601d84c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dcab7b97efa7fc778afed6f6d82020ee2df0bb72ea4db41a4295c297f6f12e5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bed3e5d9505eae3cfdf7ced6211533de791b78a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:003aab82b121fcaaa83abdfd326b20c14104102c98f5a8eb93defe32017e4e1c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0540acb60216a1f31de3e3ab6bd69eb8ee9710a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0855b2f7d4fc622d7587f7105748784965b784c0e36abe197fc490d6df3f6da +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f79f29e6405e2ca191a4e62c59d4b9d350cc3b26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80a37484d3d1a1b1b5bbde1f28cc6688e7bb207a78f7e38871aec81ab183e3e9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb03df1082951f4f82298b78747b2f2101a74ce9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d77ab5ed429fe5128f96b012311bdf485acf32636abe65c5f0bb12055376fe55 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbecb8b038f9fe2e8e6fb176f95c71c8abb0830a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89f4f3ed5c1721da1f13993b7da9fb1940af769c7c70907b9b6fa3e33f04ced1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fab833dbfc06f880fb6f8589988d564bd330ca0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7832ac3c8500975dfa8f874b4a2aa404d6989d6b9597474ded1e8f95519c2be7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df983fbf5be69020c3e88a19c8b6e547c0a838a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30e7f141bdacd9f011c5b5fa551f207e18050a33dc3e38980ad8e3d2a1fbb0bf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..297d9c034d61eb6d355ff6eddc99e698797494a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8175ff8d64a4cd6cbba3bcdd28381b48cca366305f77fae625337ae00b7f4f58 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba4fc4a89d773befa4f667ea8965da22bbfb6adc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ef1f70e0249bfd3d47d6ede4cba3ae3f3c66979819cf1635c29d21a66980bde +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f051b1c7202e0d6d0ec5a4dae93b80c5629b681 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37d4826045e5aa81779ac88d2e2ec376197439d943b991aa5f1812db92ccb912 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f897885facfb61723a4f2dce821e64d45de1327 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4af5fd5b9a8d5389a437ffb5d539226513de025b69ea59189eb21a5e8a61d2f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4cc5e943e1565550ed05f4aceb18f5abea40c44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac99fc12475bd04a9055ca4a4034c1fcf77e3646c903b77d70e1b9acaa28810 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8f036ec5d3d9774116952a7b67bb26528f75dea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6a01ce0bf7dae80a98a393c8686643b03c0357a0204f2c6d3499ec8381d257e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f885d80106e77b55feaecec7b508622be127a39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90099f2f46dbeeda9ee93acbd4df73fcc8c81086742c508c9e20b27aad4ee93b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c478181f95a8fd1d32514794900bd4b237780b10 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e39e0f24416c31dad9670709c60d12d575f16556bc80dcce500b52246235004b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..162ab85b7319b0127de72af0cd75af263c32c441 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:141dfe70319549647a69fdb676e022105269986c14fccde2728020d4975e6013 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be2d78e9e92b9c92ee162cd01a0b0b8e1cec6fe2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4364fbd0750e0fa61325426adb82f60014d6f6966a9a78e7ce53b040687cc5f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eed1acd4f64cc1085ba75a30a562630096d80f4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a24ce19f03651bbe1619a5d3bc1624a7e36c1a8661ba3bbcf9121a456c73fe3f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..944511331fe71f4585951409889d32cc143240c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:202447dddfbef8d2c883ab8e67db8f6a3fd87704b34372a91ad0226a847dfc71 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d1d2d893c9d4749162148a4f7ba7427587bfa41 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec5aa78fc84eaa13dd290a64be396d66388b445c28b45fdf5c2f772aaffaf9db +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37dd8b46fc703b0b78f2aab20769f3fc5e74e9cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7e0520e413fa3a5c4123446fad7f2abd088f5b9028c865a7f8011b332e3ce9e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a833cccd4fc2b1f8765951aa7dbcfe87bb9458e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef0ddec74ddedc4b5309f2d0ade39b2700fc3ef5dcfa9e8d64ad4d4299f55880 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f0b23016bf05dd0070402438d7c914027bd3d46 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aff4452290a3a7afc1eb0c6ef37ef3689a2f47772a280a01798cff2422168f11 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b27b1f5e063ea61e2b07c3d5e54f19dae2b0ea7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af3ee5ed4f67c279ff968df7bc2850fcd609254b47cfce763ab181ac517e4109 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..802ef0539e0f94995bf6e72afee1294d83016b0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e451ac09e62a22bae4d51d29bfc6d9b145ff07cf898c12ed8020696e20e0d0c0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7be0c8f5906f95a51e7d595db30940423faf169 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:982efb52c98d6e9fc4a0a0ff1cc8eadfa35a7067475ef223811cd4994f3a7633 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91dbd305a5a35e8adee85beff859acd3afee9c08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c77882a9332d8910ff6e8d5e34f89f38279002bf3defa34db92a7242b4b3dc34 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c3a3c7c3120546a598661af903ff38b95bda374 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba21a3d16007c09ec74cfe24fe0084f56c420b5142b5e9ed25340fdcdb2083b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac4a8b5d047359469af20d6aa0542a90ecee86b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21936c7c4211e17461ec29fdfed418dc29741308ebd75f53a74a51db8d9aa0a1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8511aef13204b5c9cedca2388a209ecf6d0bdb09 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:762bfbcc997ca0d22fad84e7b9b102f21318b3ceb7a8f2697b933dc40eb16c1b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39c8a363df970ecac1fe900c341a738d1bfcde7a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d69b5a6beadc84c441c291bd03aac52639d959489198ae8970efe62e779c845d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c24f5b9789deb57478fc230e361a10201d5016c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b3f23a0b30586efc3bf7b5640d34efea6c1aceac68d478a63ed92708f5e202 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd95b319ed0d0ac1990c8e4328b56b90fb4eceae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7320703618654e6cc349237bc09404f84c1d971095d052629e2334ace7811a82 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a03c52a637a1337f4f07aebda51a1965328dc056 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcc9d5ea71bc722aeac992ac75c938852d8e8d0a1ce5d0301751aecad2dbd94b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac71d7f30519accf229a9e2ae605a1b1896a1a46 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a91f360e19cacb1d81dac602dbb54e2ba3ea10807d3c1038746675cbbde3a228 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53fccc2be8d56be9e3fdddaf20a375621bd1c459 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64482cfccf4f99e68b3ff32db137a452e8c925ce20a02d6370a1e15381f87694 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32f78df544138dc8c73ba18115e4ecddaf45cea3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47dadda21630b839abfa01cc745050b314fce2b5460ac89fd28b079fb739d2ae +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7670eedc866869d833d3bce89ebc6bd0baa7db50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f4bfd150feda443535367c352c8aa384c84de4350c8b463aed96e08b1a41e5a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2ebad1eb80b48bb81bd121fd9b4bb8d6cdc04e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1377db0f74a914679825f6901b019b24e51ede8a6f7cb6141b824bf5b802170 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1893d4aca82265c0508c19eb1950f5ca1cef57e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aefe517c602c393e5084d9120344f6d78441681e4d3d0b3789e08caf845730b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3eea4071d26ea4184e290ab19271d163709828aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d65a72d4c4ecf92e3895875704b34228ac271ea986cbd5556c9fd2be0626d4f1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..814bd23c2888413324fe54a53daa3fb9df987339 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bccfd5be597dbc72638f1b9719fc60b3aba32c1c10d3e90d2934162bcbe2bee +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d28cd6e2c8900a91e91597105e669544851b0d2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d7176651d909f5382e63671cf165933efcb2589162f79500acef1590da40175 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8ae9663bd2b62cdad9bf1a5b383d97995c462f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b515497bd7dc7e1fd2597f1fbc8fc022a899ba0bf53219399a743dc614d54c8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99d7285a7be2034865d01cc504c6deadacf738d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99b0ce8cfe039886f525ed0ff2ae1ab15041747805ce755c524bd4427ce0a5ef +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..262e20f10f459d14ee346b189ed0088300ba5b72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d50f55b124a10e76d3bc93eae4bc620d1a6fd7d88d9143bb4466acb0065c28 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cbe46d4a3c2b1c86e7ff5cd2f47134723abcf39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bd5724133a5ca88d7d13ccc9029d5caf92536231848b7a4b00d75acb02e0946 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2d0e5ce5503b6259b93c673a573105cac4ca06c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4228bbbf2d2e972debb31059e535993aea84a06f3443ffe0e21f4e062fe02c00 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc9ceef8ec2b3db761b2b34ebed13a32ced540b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4340503d28b2913a063b32666259e65cdd9fc544f2133dd6454d29dda03d21eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfd621fea0e8fa1e6d3f60456c987146bac057d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a67d25525e1bccce03667c864ceb8d47551cf580fd256a312de418cc484beb4c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40403b046094da5dfe73741193073c938eedc610 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3919c5725ba3cca9c2e1e3209da616024753a159bd655d207efceb7715e4ae8e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e159c8e0841bf0af879cdf57f71212374bc2d7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09867a301e6346603f5fd13156a38fdde193b423a81f97ecc3d59c32b0343957 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5257cf96fb6aecbe0db825d83a301c1a5e1ecd1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbdd9d6db2568d72b02a81ec7a46e7a3de6a7fd7b993a418309ab265135d0219 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5223e45035f701b1c3e23ed955274596ee2f0199 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c847d9841e17f9afd25b10436275e03a124c1548525b4f9081ac89f0641e13ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1682c749feb21786d7437d8d68f6ffc5fe1659df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:336b8bfd33dab36f8997d84e58aff38b3182b389f5f8a8c0b6fa5374e72ca603 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20d7ce779e8ddb4984636506a16ac2df4b8daa5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa6e796602dc5f6943d82c03488563d6b201aa3ee217d0398ba63087dba8675d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..053cdd5b8231ba0bccdf4311e638d9ff6310e6a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:227ce57eca5114ecfb6fb78007713e9656f8b158628d2423d715f777bf7d45c8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b2ea15e87b7352f9d249ae62cb9d593742e8819 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdcaa79d4f18e4a668ab07e5079f4abac5521271d22f6525e11e23b8666e52e3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..761663ab54c961a52dc2c7a9b8c338f081e34e1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbb7a9d10bb731f3523fd3477499c792dffd0ad3072df9ee3dcf1ca182d68258 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..350be21702bfc4af853c78fd66acbbc6bc5c305b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b552c26d1089b3aba5fb5afab3c947f731d7ed832bd8dd472121deda3040b1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e48cf98e8685a57eda8d770a034eb6973a03a4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8e7f225daf8650b98c986c9b79d3bb6a3d324abe2490b391684eaa644a59ddb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1473fcb15be3d16926134fd90ebe85ab1b8f6db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a163cd9b046381f2d824425244e3651d6bf1ea75e6fc138d5f2df53f6654526c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a092a020a940a61675077c36af4376368ebadc77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfededcf90490bd207e977f8559a5cc182a861076739f07238e449dd82f92650 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3362af2d64f78223cd2d4d9c71d0e04daa66315 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d2ffb3d063ae12a8ec96a18f3c7483165b76583b35d49ada144babbe75e1418 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90832c550a1dd440df60aaaf7338ba8eac2d4594 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79cbb32fb479c6117d2ef4e6a0b8de28c582497432f72a2546688e0cd5c0b01c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc3c182590a30653862f15650f47fc7d9060180d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f77202b724dd3f2c1588b4ee456550efc3d5d5b967708c2d441966a64cfa5065 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..975879026436a06e3805354a4c3d33f83cd33a1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5350e4a5d2a82363b0c189f10ab8ce86ff482d84b3a455c6555c678e68e40f7b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e8e7a7677febb33edab9ac2b0bb6cba217cbf06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28832e27c428e954a68e19e13683327ffb8c2e5003ac095c4facdee9736c082f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcb2bc117398bf4d8bd130a6f5d4abbe2f13b26b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fee7aa01f992ea5210e7ae58fdcfcd11b56d6eff6b36db7ae1abee4ae6e89ac +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39149b9115f1c38778641ee2ef74e74662b94e7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3b23d3a0cee60e668471be112599ab54572c0c24883630fa643525d4c11c68c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdf76ec1e4d1200ba0205bf265e775fab6e75fb3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75b9369714388bacd485db051d90fd203c682ede7a27f898ff524608951f20b4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..604d24d8bfbeba8427973c48779e67620ae659d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fce0f16b967c2073a543d2552231e2ae0b47bcd83b5eeb4166b5e537c502e31 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d083a76005831bd008e7214e73b92cdfd3fa433f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d820241da353e3e5522ed209cdf65dc211205b1e6b4e5ba42d31e1078910befb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cdbcdd3c7727d4c5497b4feedf2d1790e212c96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d561484ebdc94cae1bbd2c7dd37b0efadfe67b9bc51d24437a35ee1498e1127 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..785ef5db46924b429807d095cc3317a49d9b764c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a414f170ec4b8c705a6f550e88966733e326a8b64c5f4a00bc115f1aa9f918a6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a287b7bcc13620931b04f3187b495ea8150ee3cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57dd1b0f55237ba8d52ad824658217d64bdeac0a1b471fa951536c7718a87a84 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1559a243dfa60dd5f02b266c6370818a5e6a92ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6bfc7feb002ddd4db678fbce8568596a1081057c3890121bc5423feb162dffa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..addbea0439269cbd48888039ce4c84aeb66d5e97 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f07909573649fc59c896e82c5abcdd9cee2b2efe2e9296a319f1a82b21b921f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38393e8f1c38ec664792bcdb2f6233e7ad69ec22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceae69f587734d5af0639e90ad4f792dfa3193ff8d62847b87d602f6747695f8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3e5d406ae9c3e50de6285a47f3bd7b82c758b4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8de4cf345577a815e34cb76c1d07610feadeaad2e4c29cd81686c72f57f77ab4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55eb539881d7d14e7d9ad7a6ffe3a0ff562c4baf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e32242e608c90233857713c91264259709957ff030aa44229def9e1f3d89ce +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fce95eccf1201d68a780740940c1123ab5beba99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66364e79f5e757d53dcb51306b0ee758d498107328f0747cbda24a9739a2a9d8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ba5b473beb772d89a2eb8302f6e2a24e2b14c7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49d36766678281f218de3cb07f4d2dcf59051a44c419cb1755fbd8a51d6abed3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcd91740a7bdd0a500a319cccf66467b4f0626d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0475345e3aa787092c77a1b709313510805adbefec3f8de774b997055817aee +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fa65ed7e4c804d63e80e057ebaee19c4120c88a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:211d12507b78035c4265977b19a1e8db6c7b5d4448228ec56b0738c89888eaea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..365488207fc88f38f81ada91c6748d40d2071749 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f915029baebdca22d90a810958a9e06a57b78fd8b550dd615ec4768c61dbfc26 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6caeb579f8106d4e3d40754d7821415e9e58846d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a46217dfaf70ce79ff7421f5fb096dc6836fcfe155cd6c590a5e61cbf210d2b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ca730f3cb91e56bd04bada74f801edd0b447767 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa6528293c43ef2160c3fd72b4ce5f3479e36e959875f97af7b42ea87df32f6b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9498a71ff1a82483a62204e393a598e089e0ae6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:992f413285654d554c89e10a4576ed3da0a973d897e15c15a035d3134641743d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44f60df76e203fe4d4f90dc3cf2e39f74ed37c67 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbedeed23be0fd916bb8119376550554b4fa9ee9775104566645d7be589dc40a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1c6c1e4c86bad76be775ce802ca260bae0c0a69 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:820002b4c84834f96c8d0e12b69cc1c83175b6d1bec0ce6be0c05cbcb9ac6b60 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df3404d63bbf59a3bfb0a2ac14745a54d309b6d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbf2271582482cc7306d709b51d38b73620c459b6735181efc751e07d0bcfecc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b337a0e45181665b8f2b57411c694b14a7e12106 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:792f2979c85af63a3667ac3577ea4692d0ed63021fa618c2e7f1b148b069dc25 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc0b46edbe1c49556bed148b631568ad32e61cba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4127864c01194176fe5c4e07ed1a38d5d3f3c08b0646f41e4cf0f42219278f5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd75c6417d653b9606396ba2e7e055b860902f40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7117a25947cc984aa01eae9bc074ed96b5aa8724caa8152dbe16a8007d2f6059 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dce5827e830875f953e8cfbb5ccbf6cc6a669318 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb1968d1c791fee63026964074dc30a978edcad3941d4d5fb76f362408cf3bfc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..25fd7c83c4a8030770425a52b56a4dadeca6f068 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90d049132e431d1c491fece0aed814e13aeadca7f96ff7c1461bf9c0f1d6b13d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c639326ee7ee48982f908b173fb1bae237d71e6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ffd30634922f57a5f4d35f145fed829305dac1b5b3a6f35dcde7451ff517338 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05e7f886849cc41b12359d04423866019e978222 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39e078c47f20b31e81cea109353f418b5b5dc582177cf4c02c701d86ef076399 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13b9c446bf1c182a88f7d3ed66975156fb6f50ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d58a7b47caab8180d707ab44e6d31453c137ff942a6f37a7a3bad473cc691907 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a754bcdafa64301cf552c6a9ee9e082b0c438c0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21b711ad4c92be9e4a5cb6445c564ffc418a9dbcfe25cb0b2b76bc06f0500d4c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a9b9e113f9b33ffb4f13de5ca9426021037fa69 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b40287f7be1f8d01bac7e9f5513dee1af497f044e6af9d231d01b1a7d80eb858 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdaccd68c337de7423d5394f4677c1ab35c55982 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d10985b52f6e36feab2adc1c733bc1fec0a2d48f111dc6d7f2e0014abe60f33 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34056971ce08fdc9469a16b982c059958d658a11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d1b92c70f7e6fbf451159f056326e592d69656d4c17b8c02925cc55183a6aeb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8b10a4bd88ccb7976329bbba544ecdddc2eea65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:450cc5a00b9dd65e07fc67cccaa0da12029d90c7d47a0a5bccd67e78a9a9089d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9211ff5991e4f4b7100b32d2b369a382a2be2b7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c50e0e2777e5d8c0fca921cbe0e65237a2dff5e5c1aa082af1211eaa57f267 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f68fcb2b1d525f403dff08d915abe4d727b1d86a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6af272842d4923f08f36f109310f0d395d062b95ea7eb23664d68ba931ad360f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c64a07f56de12e52ce15e59b93963d91a83781d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:651213ca472c2f3fab19f2b1dd28c15cb7d265fd235753a15446451c7408f885 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54bbcd1274c03827f73bcbe53c59b9f0045efa18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:364b320eaf44851b51e195f4dceacfe6343f74f3e908aacf23c29ef019287574 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d29950daa25d92ed5ae83cf744de6e0b578a50d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2d4d58665f6e85370469f08560ea73e9087622c64f8145f3e654ed3178f2516 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1b25edab049acf6bb746df787957f084b1478ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:303d6e16188b7452ad4e13678b025244d5765c95f5db0707e5f2d3a988386282 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20413d7c1a137d10284a83a092e589ee759a2ddc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:039a5ef4b030bd34c25f16a758f15b2b8892a7722360a604b2dadeaafbf21317 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e490dbc06db7e54e363f1e3d9d65280e74fb8fcc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f62df023562c289053a478762da8eb9d136861f21731362da6bae2a3dd096a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aaa4b47580174398160054328627cafa31596cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3593a8ccf7ed494e19cbd5e1166414c12e1b620cce2e6265371a77b7bb3ad889 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a5c87aa0ec49d1d21d241538d5a05e06957a134 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c48eeb60c9a26f5376a5437369c00d8f6fe26117ca8191a13ae767a000fafaca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a0a7a08cba898593b27b481570a7e800b02c795 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:692f72655094428d80738caf219a274d00a16132a65f60a1f20b6b50eb474d23 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8adc95c07dbf944dc1d202ba8b69fe46343dac81 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a02c47085c70ba34dd4cac00b7243d48b7284873187b6f334b6fb05b3fdc38bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b1dec482d7a4c42c1715b9d8748aff2801e6865 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3ff242430bde082daf2225bd119f78f06b8a02b62df5593837aa00b1a5d4133 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..880b51748bf07dbfc844364b60b709d0455590f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbeb1d4e4f42e71ce627782a2336869711b9110300825c441b17d71471a82c6d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ccc80a93522e6b5ba1bb4d910c1a9dadbb67cb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9a96a6f1dd7cbeae1307f8cc066e719f50f7b3c449543866ef0985cff781a20 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d381213244aec508978cd09f732937c9246787ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e8bf0b76974bbcb8e4d73e2a4681cae0e42432d30f33a2729225cec8f354c0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f12c62af7914016545cc7cc6d6b336aa96e5fd72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c5fd3bbbcfc7cebf8ce4f125b1f93fcc521d81cdf1f6262b5ef89dd25a1244f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29b7355a4d6300ff437cf0c6ee4fe06d2cd07e58 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab7c25a42f8d99cb6345c39b70310fa76d03664fa1daa56efa7343079de81091 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bfd32c8eb49be76e634fbfee93924c6fd18fc90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8566e4cd842a7672fbd047be891881cef7e6fb5874642f72298f165429df79b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42351af3758b35e66c2918c503d21b30fda36c4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6f1fc400042ee6d4d8c48ea18af28fdb26b0ee242b3383b00182de121bd624 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fad3303384dba1a741064cfc0e1ecb3f4566d02a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13b731207e9ac9890d87cf3cedb1fd3a083c3176580eb7cccaaeffbf8edd5937 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..078c5012003ddac0b661084ec2631f4e610e7bb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18911de0e2fe3f7a2fba97cb1d76b88d392ef50644c932db550ef8a1875be07 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92a6ded278dca0f4af9815c77fbf59097d4a5ddb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf1ebdc185fb8d19d6b5c545b1120f3352e220977bf257e2ba8e658ca001118 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbbd637ba4c93baada6b8bc1e82ebfef3fa70bb9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b77f10a02d023ba36e380847a98cf28a628d57a07226c4c86fc9bf652f96bf3f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77043c0bec85cbe255a45f3f247a6ce76fb8fee1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0df66bc77d0ea8e80b862abfd30ce84f6d813ef0b9c1181670c875a6270b9f99 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..467b365ba22f706724bb3e6803122b8df90a489f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:563b97fc09de028c82c94c02756e66a243a279735ded987200bea764db80d0ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e732b1de04eb87614770c89390c312dbd760cc25 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:def9f107bcfd2182b9352b49a401c14b757e4b961a4d6043897a336410c2a7a1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd61833a07699315d4402e9b77454cc0036f7f1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec9609fcd33d8980fcca9ffd3ceacd3c441e3425e1dfed7425f99cc74c8427e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..384600d528848401e1a7feb939222ba62e57613a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5a881c56c31c6b17044edfd601b3e329e1fd9479f5219f2f29d8b728507c286 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b33ac9799fb17436ff810fcabaecb91f9a6a8ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d35a3812039e87efb4dd6b6f6b5c3aaaf642eec518b284a1f6208983cd14cad3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57c9216cfc362739d662d790725b3880d59ee781 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6501e24e44fb85364f8926eb762e7d2bf0010381e8d559485314a1cc0135fd4e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73527eb7cf5539a0a5b0703e9d703c0ad0767475 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:082575e5995f587e1fec55ac4c120db537cf1fc8550cdc423d4665b0f2c50b16 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dce37729efb9da0535cd59f7a2dd69c1585c81e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ba6859d89a933b74ea0ce2e42f225a06c23e412e2ddf154cc151766ae0a0ca9 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0888600497d868ea816aefea3b3ef8e7f79ac24 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afca948d904c688dbe59d0c5206862ac6502ae1a98d9079d367d20bbbc8ea906 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abdcfda01596afe9e9e55cea1e87e19f60c49140 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4681d8e500d6bfa200447afcdb19e00c76506cd0949df0a2d4960b076c56f21a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44e87786970aef40275b8f73c91c5778a718bf9d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d55ba02bf371ae5ba86a129b85c19e946628846cd21fcda11447d4c7f10e785 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..267f151442c751c6289a7c6cbbd24b7c0b34fe6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da3d4f9881eab91c06b0b4f8650baf0e7b774a8d4e21dcfa797cbea5da73184d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bac91c815912253cdf024a1007b088cf9582551b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89a27202d52588047ff82748d309170c14ae66121c831c16f762a12864f1bef2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a02c8ce548602e398763dcb28a7147a465f74d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8198187324d30f575e822dd939ee62b0d5a46654f5b57ffabb944beaf97cc4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6c1433d9e6caa93217cb99079ff0d378bdf7f92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e110824f107da9d3453fa85a40f0a8bb02724f70049cad2a48d8c85873788bcc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cdd19681a24598db15f5be73e320433c365a084 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbc8bd0985daa6294d6e1a7190baaa99d3347a5ce7d3007a906b360180bf388e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d553bc1d94ff1c177e5d9c16cf0bb48fa5e3caf5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5dd2bec4a5a9c741b5eb69a25f2ae5da7652ebcdd8aa06f0ef99c4e1d8d163f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..171e32212eb5d8ce766f383c0323458e5b4f67bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a289e6803825031d0f615e58c3dfeb2008460b453931bc76763cf55225a55755 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24adadcf179a65cd7eefae5c03c610fb1826a9bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e0a8f1d414856563c523b1f7115630e1645e0f99ee3a5f1b3fe18a52b1678b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd61bf77f8b5d978cb79faf70e7ada2e351cb50c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cde6d88324ce2ff5f24a33ec27ad8ccb904ca906221873662c50465b6a22650 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c852554552e64ae9f17a82d1c7bac5ee56e75c43 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f6ecdefd2722e54bdbd717c2059680437585d957e2128e9b293254c776734d2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75be5722c7fd624a3b63b4305c974caca4c28726 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e8793601864a6b1b1da24e2703e50cdf863e287e9156077c77075d3b47df0b3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c048ce3389add296f9df8af7833629096c9df637 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ab7cf294cc459cf5a830a6cffa8d4ccb51489bccb6d7b2988f22ae33c3a33ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d23baa74c0c54bd0d3b7710ef1e692c0f95be61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8439c6606e7fc2140e7941e5e04489af1414d84ed474255370fa98f77003e03 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dcd1cf3e664c4681d925b3bd6b0f82861cc3127 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c84eb6f3acabd6fcb164a40574dadcd8dffb4db43c21f4ae62c2ba5ed0765bbb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79a62be9d697493755f143e3e0b83d37688b7d32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:833bee6ce5f33db3e754d54deb7ff5e42a037fcb3125bd58070de799f67193bb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05dc4713f112b0df0c9dfede08c9f854d8e90c2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:834903bcb33c31a9c3868eb3c8c89ffecded2b72b518d01b2bf2c58578c54f75 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a31c6e084761f67e9c3ea563a3c7cb4a990790a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a345e8fe798f3ff11a8fc6d071f749113ff78f1b52d3276034997fac670b53b0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cace25ce9412ed443e5bb05e425c30e175bd5dc9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac39b3f928ab29b1aeb2166ed3280c9de122ed72d47826dd960f55c66107c470 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b53c9ade89dd55cd5a6481fb710da00a98504854 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b12646d8cc925303b1a40eea64db694c361e0f0fe54321a4360aa81b190ead09 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ef1ba9530c12bd2c8366ad0a72398db690ba7e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:168992c4a40d1418b30b229f5a97b16c7937222ea6e03bdb18c2545af98f36c8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e63212dd7fef9b91b4c251d4036571d7e321bf8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3648153798c802b704591a6699d75d1502042de0737bd78ff080c05dd03d862 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..736f6bde1f16293b56bf7e6f72be4a579917b636 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2cc2c7c48762a241210defbff01779fde1c28b77d178e049d140c1bb4709b9c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..625c1555129f1f42887eebb2ed11a02b475fff07 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aba5f94f3f5d685e33e263d0c3810ba45f9f502fc0be87ecf33b9e072edaac42 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4308996987077074808d2b5c3dfe6501f654d332 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b3d73b43bb8d866d2005727ac6396207f33e396391a2b4ac3e12bd0c22f848b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c95291a6de1fd8830748372c9aaacddc54b1ab01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a5e540c7474a48f167f1bd136d1a8299db56831e4b28665766763750a7b6058 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..880acfb5683fe201b36acef27266b35319724fba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d22c073d60f7c7e6360cc5aaadcd8906efba37e1c81659797a85d85f43dc467 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67a06ccb16d2c6ec470d91e883b6875e427b400f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0067e96b54f7653353a25f48f9d27337f34bc826bf9bf51097ae67d140ae2efc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5707b2d0139c7954285759871c5cfa661e75ad1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5362078325a1d0ffb5aaeb90de51a4beb548dfc9a3f0100d884b43cca93b5a1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b80c27ca3b439f1c526f220977f2cd8d1d1d5393 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af053752a04b1217fc891a6eb2f12f3298348d8b21e05147cd526ca51561782a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ec90f9589d443496818ff4c22c3475d3a8832d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74eeb8215397065c573fb4cf7083bb11dc4e5cf2f78c3e9441b11c7dc711d08d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcaf2d409f8a7e8cd8163714eade027a1b1e1af6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a575da06c42191f4603b2ea1112ad5d5e081bdb9aec352331b31d4988ec1e5a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..096615c332033064a75b270c54905f395850d3c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4a56f1b49a96eeb21200ea981705f3715c2ec8d21b669b534d813c0c4a6929f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a25bfbae6aa2ecbaaa13c2387a3ae1486b09c54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8328efadb408610eb0838196f85f7ec56d77403b2365d4e64f8c761f1362df2d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42266419f232520508541c18a69e1213aa0e8dee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f14b03ec09c25ba7f6c58858873d7e1c5040701144e80adbc109a7256b1b28f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddf626951e1c84cfeb32ae409c6f6a8acbd0ed01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:486b792a2f4bd39ae3f5331834f19a9ee8c8599216f4a4da59c34e58783352d8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b4a65ba520e22219e19cedc6ecc2d23cd6358d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d5492351048e291c8da62e038e44d0c642553e1a9783f04a0af545c4d50c594 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbe612944dd4187eda3f5511dfa5325546061184 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:601c90d065a93889e9b56274da51e5aa61dbf0ccf1147208231696b760ca0286 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86e5e8d50288121fcb9c99c23f7af740579c5518 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62fa6cecd84e5dccf6992d1e1e502031c5d726242cfd92230b9acb085a0845e8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db676299ee080f960286d24bf03528c388115745 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6e5b9b453a7f2e95ec5d67032be01a9e0a5f643e8fbd55f96a6e3feb6915b9f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..59e5df0964f6eeb5a7761896affb5db8e5ebabfc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:def30d50552604b91dd083534754530c2e0f714f20740fcfe298b8fc8a2d1b64 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0042a91bcd48af2cfb6e7273b2abac274f292bf2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51a2babf42db0f637a89e8300e36542224b324c3dc96e25df6e996843bde94e3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b57d8f02acb0bcfb96bdc67519fba16ceaf8a0a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f1db61079746127b7ab1962fbd871dcdfbe48330e8fe15685e991b5d548cd3d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b54f02807d1e2b1affffb69b9da69417eeb8000e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:695ccb8af6a7abf8c2ce6e2b12012cbd0493567f3177a07a151c4a4335621ec6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..78a744c12b8daa0443d4ade85dfeb5617c8cf8d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8d1622982b5f2e31a805f93a1a60f49a8fed8729bf4110ebc10486f4f345744 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edf6a1cb36d4ae619f6174251fb787d9a1b56c9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:301ef03edb2f47b596ec3a7cf673dac59ee42e3fea8949e73457910611f1c09f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2067ba00835478474c66069990af22c2c60bf250 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a10f280bc8df71ac88a731c47e56364d719616339edb8cff119c11e80d66530 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd7d64d70df54ceb1998d941e30cfcc6fe921cb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:157b0cd0f2aa2cc9ff6d215d104755e91ac27e5cc5d8381fb053ba26d7dbbb70 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa309499114d4391be251bd31fc86e6443d12905 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e1271572e691d0836bacceba8b5cb135bff9a180bddf2390d83e04dfc4fd50 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..925d27d16d7180135d552f69a23f01d0afe60df9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ab96407f99d88fec3cf06fae0250a4ca82e1ca43aaf40afb3e8e069a02776e1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..848654ec0d817609d3334a0600745825c70349c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70232bd036dd5eaae560f3f6dd197c976ccd799f112765aba3220b0078454802 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e9d5d9dfbdb785b457ba4bd79e32b61911c58e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1e57b09e6e69dd1567507c0d2971838b83334486c9e80126ca1c57cc95e98de +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d91aa48c6649e8d93f303e92221a5b46a5ff5dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8437fc67e7b833204acf325241ed7716c8a78df43f6eaf36767e3e34d3b88ca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b259ff3662aefacf6c965c96a71f0913a4916ad0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a448f99e15ca2b7e7459aae4983725a7634aee0eaa7355f0f02d6ab3c5ce2e81 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac30c2c42db5e47ed41c48a92830fd9dbb243a86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8648713456fd03d4bb2f5fff7370610ff7c0ff2ffe68ef95c5176409f4faf4e9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be0e9c14dcbead302c06b770aa9e87cc2262f82a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:575e09cacf40debdd5fe4527347ae3987789baedd06df7af32afd3c564ca6113 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7644f466ffe146e8124a2d7635c9cdc68d6423b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87333ac3c05d8dbf19ab9eea57be30cc7de04ddfaf2fd2f4b2eabbdd1311565f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..308ca100638f4ae472e6a343744c3179ad9c2a96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7970dd3ba745958d57d2261b586b51325b837706084a219fbebce5d271aac05 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19b88ba3cd3b3871d2a727ed212b1cf4cd6d446a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75744ca723f746e7c371425b73a0bf70d406bc9992a7279f457466d5f1d0c1ce +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26c8566ece278a9dca02ae593586424c9ba07535 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca6005494c41f6e446b70c6b36e703e57fd15a7e07064905cb9a12b624d1a57 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..639c1c246fa359fe6d0f93278087da881334c92a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc78a5c7f845d3b081afa6a8de6bf9c3b8810de07b10a8dd27a6ec0c90f5603c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e741be1cbe6a202dd0c1e7e09a0cdfcb8bf2bfcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df5f6bf7578d645043759d6fb581dddcdb076e6b5c3e10a0ce3949ea622861ef +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c24d78636f6b3fff64cc1c6fc232eaff6b6ce23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e0c33fdbbe1bb4dfd4423850ae2ee68cd03f2a6f3b2f4ff81409702fcd1ba9a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b260e53faa89257d497d8af08b72638a5b006a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d90ec1d35b3e7f5e3d8dc9bc940d313fdfb0ffaf7b9c2c1b10ef11e8a00e93a9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b5e02a6e2d62bd20910810166d07e240da20f90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53fd89cf8c847be40204459512175c5738e7d06532ff45d0c0392ad04c24e4c7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a08b48763bb582fba1b3e1672a0343f786290983 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b77d15feef09b2ea9328efeb87401998ffe28a352552b8f0259648143f52835c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..576a056ac22dfe06c8fca1358106971f874b305e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6732e6dafffa43af7455867bd46485566f5d92a5813cd1960e910b71aedfdda +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b9a58321bb91fb89e0fc286e103f1ee90af560d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8611a09c73576fa01fc77e5c1ec2868ebfee7786075c2a1c371c4488ce7b2250 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2d37af06a93c7839b4e474864c5a17bc3b2d394 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2d17a2b3028d6d49c891237dab3054d9346dc39cf81732b75c33798b24d2b9a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01130a9269f00fc5d5cc5241b41c329bf253d752 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f831db621d9ee49b8d30346d89e9c6d8563b24912722ff0a5ce50ecbaee87a93 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9842d90ccbfa5c0b8a070b353191bbf48a66cef9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:329067f643a1dfbe91ede7325977247429eb1491e1ac8a423f4abe0df248956a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16b32a088901833bedd6f06ede9831912c8be862 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c19339dea077882259a49c77806b876dfe2e291f4b6c747147c991622a21f3f7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d29cea66cf885b07b5ecc7db32e9c2adb229c8b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:953dd864954849e3b7a78d8b32206a4dfb181ce99814f6e751cad9b5775b071a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc6d6364a8720313bf752bfcde4fab7d4399312f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16e5d0c053fb65a6f919d3bd24aa0d1a64974060b665e75d22406ce8829f35c4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50c61643d8fc875bacce2cce6cc7f64d5df4d82e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:195d219decb0f318849b3b34ea0c74163165404c6b1ce8f1c4f2f6d3cf2e2ada +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2eec42b55ca8a0021c8abd8d050550de164f249 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbd44f5660eb9993ee96ce5d21940c20718673f7d86e3f313320cafeb3f6aed8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..132f147ae56685a00fa5cb30fb113b54617b7fee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:347d1ef3ad50723bc5f0d110e3e06b4e4d4a396a98191872d978578423573ec0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35b0a115b3c9edd72c94e9a241c59bade82caf2a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00321a4d6e065033905a0c87e8d0190847027c0bdd26848d3c3a75d80a4e80d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f736399a9381b60bff0437dffa3e2d7696fe985 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:462088f9925f1dc647d492efe74f09adbe13d90742ef9c7ee5178ac72477558c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d77c5656a90a78e13ba7dcf0e4deae9559bd344 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53bcee1fa01bacaaed5a39fff59173263349c2e3989a4d6130273dacde84b494 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dbd4c0a69ed463378fecd2cedb59f072fb9d44a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef860a9103b7be2e8a01ffba8dc56c299a11e1b69a5617565ff696f2a089b2b9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e125676aa3e5b87c1d83fd2791c312dc2fc376e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c69811bac26fdded80c3a01a39284f156b7997c0e935bb94c3dae9ac690371f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46c52c4ef3942a0b788e8cd9c2a85bcc2b45cb21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c979ce82c9ae483e15b07998f0dd8d250ca52f091332d5eff79edc625a871ff4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dba8b3d253bdb9e3b67bd49d5db1b7e1c15e9df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d7d306614f633b8104b00874f245e8cf00f1d045e9162b722fcd51482430aee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..981b27212b00b5d5d91abb66c62f3d80646be160 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6288b0e0ba9401d658c871537579b51b83f87e8fd795ed0cc21fd5f2782a90ac +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1f9d3415bbeb2ab71041ffb6d57b9653c0a9437 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c691d80883dd1aa615523a99b675218c9bbfdeed4b030ee4ebae715229e85f3b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa83ffe16cb548ecaf93e4a5787ee6ccb023abe1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfff8c5143efbca9c558da619d4aa0e95e126fdb51d6ebf2172bdf0098aed718 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d60aa118a102af31c09de22c9a20d2df816dde9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec34f93b73759f57f9d6b0b44164dee0f54ce908e3190284bd699797ae1cc71b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8aa4712c654cdfe52182bdfd248aa8f75fa2a1a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bd9b9b8e14499d7029b50be2d6f5fa3f43366cbdd6843aa63b3152b87c04ff6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac17afd041e344ef3e41f77ba505377d1796d66f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4db35301c98e588a31271c625498149fa61f995800708ea7f0911aaa066262f5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42ccc99dd192e92cb97aa5f844bd52b5042b682a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe0c69680ba9a0f72385d2528ec0d64448994f3610a5268fa5ad767bbadb11ad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..522cde5fc456b48b9955977c51802a0f64eb8348 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43713007c53647387c44409a706e67c6ad2ff2dc94b3d85411dfbc5108568147 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96773ebe996d2c5ef328ad8890a88a9c07e3d0c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b42cb1d9302e969d20c5b732e695d24465bd6df579114326ad3fb42f505ab8a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c84f3672344c3477b9e0d198ccced38c64dc55c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcf123fac8d632fdbd299196fffa3a89286df0504ff96e264fe7e5063fc586ff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1355f5012d58511eb9f343f0d85403a99a7afcc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f00fd103ed2373e35f8fff43283edbd5cbf2ac53ac26eadcd52159c52d0805a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b405a0ddc34a9a42f688a80e461648c150368f61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29641ef18d876e36082f3edcab7c157f821921e053e3dd264da5fa65bbfecfd3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43b2b11261626067e4fda47717708290ea49dd77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a41b9a6fb101b14424e304a43a0693d82a379319ca2f053313943757477ba6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9a181e05a013091754336f5d3135c0034632ba0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b128566d03653db9f6efcbda86017b74858d368a906b6440749d99d8b2d2d5c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7170481c55e7d0cc300620e17fe42702ffcf26a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:580658886bd44a090dcd260d258d3667e2d287a0264f9138ef71b37a3abd9db4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e978fdf1f97470d8c207518357154faebe8ba6f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5b7b4e2e0f2a445e870361cec73fac112ef8cd8f0866ed755ec3b3733f51552 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c75273c54cf3b64b344cb0f7b13be4a4ab349df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c36f6f544682a55550cf238eca7a3d8c2a7e3079d7577ee75deef200a604ac53 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e178a3419334b6a31118dfbfecdec44fe3d47501 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cddd9b91820295371b1e0ab7313f75adc3f1d0ccfdd4f7c07189705392e54610 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..365afc3f76e66da543e4760f4805a11f86de88bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89789321db62966ca612653338935d5d9271dba24e56b2cfca1a6c0e16d6b115 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d490ee106cba3ead10c394a582c8b4f3e1c22d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d346738ed249d7da8280fb10c2cd40f01e195b9f18aedca232410ac346d3b25 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4181eedc1eab08e48fbab4a41eef7301d27af95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:283769bf4732e3eef6ac918dcfeb5b7e623d15dbe940f092509d3dfe6f2b6958 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50264b1204916136d4a8298a150b2e127e759e0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dabbc357de1b7906718946f9fde23dd1f1f6226d2a200bedf914fc6fafdb703a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1637a80bec373033585acc31779b76f929733d27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf2827bdb0abf18d953de96963ccf5cdce339ab7c042ece60981422215e20b3c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..104b7e6c482328477e8120d34d19da7a4fd788e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9152b88b31c5331c542b329057bb2647df0ca5a657cdf96f55ea3dac5ec77147 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..138ef4673e8cfd2577c9a4d93d29d707b94de643 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1bfcd2e17949095d83ef8df3bc7338f656904f306f0ad47d5ddb05b5ce8a788 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e46fe09139d44d099446291a0ba3fdb757734f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99459866d8ddc18b592f9ba27bad6ad92523ac30eb86c84c788e0d0998972c55 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a3c06f07431924ab0118d81a2cdf73274502c22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b2da8a63ce8cd595c8713e602a72e0eaa04c783d1dd3df7e22c524b212bffb5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01b444cfbbfaa25be05834e19099ebe8022e0674 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e8eca7a319cff18cb2c829b1c27ac42a07612a165b79197586bf834a5b97290 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec3448ca1103c4804cd84a58860455eb7d812c0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c09a7d62ec92d8c4156360520aeba3216c870faef1e605fcb9c52084cb99483b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01665e28c31423e7caa10bbe15c0f5e721925799 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70d40a8132698050d6bf99525397f28693de1015d7873c7f6e88bd8b7962bf9d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5eff518051524e0e59c74ca90ba055de61a91a11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cc3a2344bb2a5c715902e35b44d2cacf201eb3ef2ee874ffe2f48690833f0e1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96d1c30693f17e854c8c211950260255aafd2c6b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eda40fac56a6bdf25a75441a1ca272bd1f1ecffc576b5f5d808415720975d56e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55d54638dc5545fd7dac26f82ce1e9e23d13518f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6607f5b263becda23ac2b0f83706a33a4f4de5b5525e0e93eb1f2757b54fd4f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7487e2d6ea738e1e436b7d049a3b1c8221c2d3cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5b8fe1beab49b038742a141f63470a2ca30d5933bde253dd3d38bfa466faff6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4742042f634652932a1829ddb698c4875a717e2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0009bc04d23cdf4b66af261b20dd4a85124801cb47f10bd16ef6409336994f4c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b62fb09d847aa799159ab01557d9518a51b9de7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d3fab8d0d593e86c6d7a8599a2ec5f573853058c74313c289d43cd1e79d3e9f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a2efd8476f1d4492ac70cd14a9cc6b18476ddc7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41a8c6de56483e94b2d78c1102a1b16d4396753fee0db7d6358ab0efa720f4ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..090859061c2bbe0e006d3abd7a600bd1117a836a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cd3341c4457ba274e4edf884cea956a5200349c6d2724d63e70ddb3e1b96756 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5db0d9debf663ea301e34e7d4f477d5300e27a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aaffa0182ed006be2fef253b8f3fc14b63eb1fc6404b47f006fedf903c63814 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f29fe4c724d2fdb461fb560b4a32ce03ee2370b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6934390431d8257724c4bd1fcc7043c203b7a61e2ed77b508b477f150f3e8881 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc5936781765f965a602178b0c03f9f95623035a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:286f8b6e8170377aa6a5a64e2aec5b0d86cecae51f9f355bcc7d336f0cb99423 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..394a2cf9c9972212d56b99cd02a591dd411c20da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92a49671b69a061af21c7d40cdebcbf571447f3c1f31587431dbe6398b4bc9e6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..63c9876a7b443d4c561c7f26c354922a649e9e95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1838e8d32aa5ffa49dd359b86a79169b29a252f5da13074d8fdefd0158073749 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8609ba3ddd24516291bfe40ab474619af3b7999f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:447f44b548fdc81dc8665fa577db4f87bd344a5002e04d5525e849314a793108 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28780ecb1badafb3b9604ea4c4ae53d0fbc5cd3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:674cc9299881f0f1f925d17b6ab904030b7ccea36f5f0803ae43e8b00e737db6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c57883faf695ffba1b5b6cb51ae4fc70b393a67b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f48190d7e1946c1c5e8c94689179fe34b0b51a77fb36e089ff92eb151266fd1f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51f54b9a38ae069837507bacc94d4038a4866840 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2d042ac3443d5a80998f57f4f0b87745899f400a84434cf357d99737aea4d05 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14a88ca915979feacf4e2c03a5a63e8f1c51566a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:362b2741ff3137014f8677c45eec7429dcb418ebd677080c1aa962019b79bd01 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9863308ba550c60247f806464bcb5d2ccfd9a1c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df38d141d2f87da563f4fc0ecfaf9f4f0cb4233503323a787697cd24458649c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76ed998417b91b129c5d60f74443d7b44d199991 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:955a010d71b0614c1d7c8f33905c302982076ad5fede6d23ab03ac5dcb54f7c4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8de705688fba0185fa6222565fb8197eb86b50b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:166a4c16067871cd644082ff8d018430a49cc993a133081b3078b43da6eb3198 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b9e2a67f4d1f8231745fdc3510d11f2b0e16ea5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e7b74733ed76cc2e30cefafe018e067d78f8cf87ac67ea7db56aba04ca4dacc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..77a82aa23ec0e43ca1c9bad31ca11b00c52febf9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50c326d29303914e6ac5a0b5fb7a2d7f8d60cfcf08bcfb89987492b8cf72d25d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9829b149c180b0abf063e37cbe6658b4db9391eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88903e39386d0f4a3e954dbfc739142ca8e559273987809cae42091fa2b925d3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32d1953d64d1ae663fd3b548b5349f166509d69a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8c8e8a09033d44539711593483f0b20ac57bd8bc3b6119948d1cf6524d2fe5f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d14ae153911438a1b5f23b0db67e6f60b06454f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17496687f48b84231edbcc4e82279f4db3e984461e751a25d379c7dccdea14d2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a60981b2be8fa3e7edb7ffe0f632180aefd0e36c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3037138b262db76ef17baf20a5c0c4188cdaa9eacb06d5fc6edeb2846ccf0907 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15dcff1d5e6a18a027022dcf16272058522da412 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b59a389c304d7866b5d308f6aa817ae28a7692f5d8fa47729b832a3dfd301ef +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..189533dc3625576562bdbca8dd517ae999ee43b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d2ad0ded8ec046d8b4f89a89520cf3573161963b0a640a5a5978df7426e9b52 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dbde6db343b64827bcd8dd00fbbb5aaea111a59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c83b3e3455b89f00be941682406c804600723bf7ae9698f56f9afe84e4c29095 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..798a93bed66c7e6c5addf9359ab20caf329df454 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6995ec6899687c0c92fb7425ceb9d65aef62192ddb8f4010e304ae1b2c7d559e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e6594e517450344af905bf25ac7eea02c428dbd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3150279f6140d845a47b1cc4704f8dd10cb08dd3510bc7e973b1940c49f5be79 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0478c1a344e3ed294a41cb57a8060ae8483d4a4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:957dd72ae2dd17cb9e47992d32290e5bac57c033189dc8c3e5d278f7bf1348f2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3440a717603758c2a32da0f2fd3e7ce5865c0e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a34c80bc0869ed6d8564ec9d232a8d7a6dcd119e397ef5f47e2cd0567e6a543 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02f1309376a541b87b45e8960d76ae00a1793a00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:508a8d01c1cc94e281fa0abcfb4d5265df40eca2a6619d326b371d0c7d7babbc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6651c671c04c82d4cb5e387144b7f4603bdc684 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec68918a39e94ac881b58f10d9913ce22923059a17f1acfb44d237de3c8eb218 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56f74aa27e4354df91b861acbde674a0a9136ac7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f0274eb8dcb5a105f968e4dbf9edea8183847286d13d301f162b0f893cdb706 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f49d285d03ed4ec3caf0cfcff129622d4080152 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ca271e5c2ea6a26b6384e7daa61c86ee46b349b2797eedcfc3017d2c0a8ebc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..798c9df246c343f645467857103e373f259c4dd4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84c3c4be683b408f33cb900973c869615e0b1ccd61e3030df24f8ff8ebcac2c4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64df76084b4fd943f4894457da7805140c4ba45a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd79af969237457faf6c1a308690fd10ac62d30833070e4d655fc3618003654d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c2d3371ffcd12e4e7a5a3fbec334c15190e3c84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0583f539c539faac81dbbf53c6b1d6cbea1bb263790b36a0bc12c15470f6380e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05b013de1d0c3e9d36db452150429fc558511fcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:768fe058f4c04342cc3c480e16c9eabe2627b0d909fbfe98b2bfa5f982ba5d21 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4ecc99160f535c8b451227b8166076a9b05b12e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5fc75c765da4d3d7a69ba1728d12ea5a207eb1119169abff3c76317e17e3e24 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bfb97173e32faea6ca8cfb7791ebc6fe8a4feb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff1a6c9fbd4150b2fa87a518995995fa9656abc9ae1ae0e05feffd20eb94e7e8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79b94709334671f4678bb9ee54c6deb70b044253 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56c09ecbb5875f016c129183d32ae716db6f6874bbb0d5bde58dde463d007ada +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b4d618881b06b732f5c3bcbcaa794875b771f9d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e9a95a5e9d14028a69f3f45556996a215d0212e11e1987e2358099e20f6e5c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d06da104fc5eb824a2ed13b0ec10ff8f61d56c23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e341e398e0582fa2069037103a997766821844d4e070c91886fece046273e1f4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7705e2548eef55614a21f9142d473a57c86053a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7bfee31d210a9e3b4dcff43c897a91f87ad9952b4681b18e887e1c6148f34ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..404c51a83dd1bd2e653b2ba47138862aaeab6a3e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2251a6eb9bc037bf96ff8b9c467e587c49f21ad20ec5c09963f7f2c0b933e707 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1947003c369e435dc9e527ef5ee2a6ba61b60c4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a495bf2d5e6ad7f5fce621a9541438b03a648bfc05cf0ddc780bac7c8877e643 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bc877ec5f95dda6eae066a06e1119868aa58dcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aca6cbad79ac1de37f40222953e4abd9df35de7af3c45c13f63c9fc6d1df60b7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed9f7a9011ccb0ad055305a1e09ea9493bb4a043 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f1af5a00eee0a37e4e2e6e55d0ed48807aa70089b8957f52e95bcb1a5188bd5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f33554bdcbb63e5d88d0a8a360d544a2a6333a42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1085fe49be65b5c31cde7a43e8fd97a903834cfb00b50bec947324fae7dbcd0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e824b9dd43ffa00d650e6638c75581afcda07d7d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d171c445ecf72ae9d6a13278a2b3611bf30cc747cceb26547f29776a4ad1000 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b41c3235fcb43464474b23cacc1db64d7e48b9a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99404e6cc80b94f632df4c995c925d803aaba9efa81819caef055e78eebf2f0f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0d8cd43647106831b7536c501a0dc217601d84c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dcab7b97efa7fc778afed6f6d82020ee2df0bb72ea4db41a4295c297f6f12e5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bed3e5d9505eae3cfdf7ced6211533de791b78a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:003aab82b121fcaaa83abdfd326b20c14104102c98f5a8eb93defe32017e4e1c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0540acb60216a1f31de3e3ab6bd69eb8ee9710a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0855b2f7d4fc622d7587f7105748784965b784c0e36abe197fc490d6df3f6da +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f79f29e6405e2ca191a4e62c59d4b9d350cc3b26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80a37484d3d1a1b1b5bbde1f28cc6688e7bb207a78f7e38871aec81ab183e3e9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bf0be7aa9a112b374e7a297fddb19d670d92dfd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dcd3b7b6954020647927af225fd3864dba4883a3e9cdddaf47c53d811715894 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbecb8b038f9fe2e8e6fb176f95c71c8abb0830a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89f4f3ed5c1721da1f13993b7da9fb1940af769c7c70907b9b6fa3e33f04ced1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fab833dbfc06f880fb6f8589988d564bd330ca0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7832ac3c8500975dfa8f874b4a2aa404d6989d6b9597474ded1e8f95519c2be7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df983fbf5be69020c3e88a19c8b6e547c0a838a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30e7f141bdacd9f011c5b5fa551f207e18050a33dc3e38980ad8e3d2a1fbb0bf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..297d9c034d61eb6d355ff6eddc99e698797494a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8175ff8d64a4cd6cbba3bcdd28381b48cca366305f77fae625337ae00b7f4f58 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba4fc4a89d773befa4f667ea8965da22bbfb6adc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ef1f70e0249bfd3d47d6ede4cba3ae3f3c66979819cf1635c29d21a66980bde +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f051b1c7202e0d6d0ec5a4dae93b80c5629b681 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37d4826045e5aa81779ac88d2e2ec376197439d943b991aa5f1812db92ccb912 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f897885facfb61723a4f2dce821e64d45de1327 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4af5fd5b9a8d5389a437ffb5d539226513de025b69ea59189eb21a5e8a61d2f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4cc5e943e1565550ed05f4aceb18f5abea40c44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac99fc12475bd04a9055ca4a4034c1fcf77e3646c903b77d70e1b9acaa28810 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8f036ec5d3d9774116952a7b67bb26528f75dea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6a01ce0bf7dae80a98a393c8686643b03c0357a0204f2c6d3499ec8381d257e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f885d80106e77b55feaecec7b508622be127a39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90099f2f46dbeeda9ee93acbd4df73fcc8c81086742c508c9e20b27aad4ee93b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c478181f95a8fd1d32514794900bd4b237780b10 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e39e0f24416c31dad9670709c60d12d575f16556bc80dcce500b52246235004b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a3f28da11945c9bad8ac3e9a82d91846d75bee5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fcd2ce614ee620fb289772d832acbbe3c2148b23dbc9187fa7b04bfd9402589 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be2d78e9e92b9c92ee162cd01a0b0b8e1cec6fe2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4364fbd0750e0fa61325426adb82f60014d6f6966a9a78e7ce53b040687cc5f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eed1acd4f64cc1085ba75a30a562630096d80f4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a24ce19f03651bbe1619a5d3bc1624a7e36c1a8661ba3bbcf9121a456c73fe3f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..944511331fe71f4585951409889d32cc143240c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:202447dddfbef8d2c883ab8e67db8f6a3fd87704b34372a91ad0226a847dfc71 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d1d2d893c9d4749162148a4f7ba7427587bfa41 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec5aa78fc84eaa13dd290a64be396d66388b445c28b45fdf5c2f772aaffaf9db +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37dd8b46fc703b0b78f2aab20769f3fc5e74e9cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7e0520e413fa3a5c4123446fad7f2abd088f5b9028c865a7f8011b332e3ce9e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a833cccd4fc2b1f8765951aa7dbcfe87bb9458e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef0ddec74ddedc4b5309f2d0ade39b2700fc3ef5dcfa9e8d64ad4d4299f55880 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f0b23016bf05dd0070402438d7c914027bd3d46 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aff4452290a3a7afc1eb0c6ef37ef3689a2f47772a280a01798cff2422168f11 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b27b1f5e063ea61e2b07c3d5e54f19dae2b0ea7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af3ee5ed4f67c279ff968df7bc2850fcd609254b47cfce763ab181ac517e4109 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..802ef0539e0f94995bf6e72afee1294d83016b0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e451ac09e62a22bae4d51d29bfc6d9b145ff07cf898c12ed8020696e20e0d0c0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7be0c8f5906f95a51e7d595db30940423faf169 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:982efb52c98d6e9fc4a0a0ff1cc8eadfa35a7067475ef223811cd4994f3a7633 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91dbd305a5a35e8adee85beff859acd3afee9c08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c77882a9332d8910ff6e8d5e34f89f38279002bf3defa34db92a7242b4b3dc34 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8330a5855dcd4f5bfc93921a2524b821f960833 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f56feb13b8df3f20b6524588f035a27f46f667e388940c5a451b0d5cf9dfef21 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac4a8b5d047359469af20d6aa0542a90ecee86b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21936c7c4211e17461ec29fdfed418dc29741308ebd75f53a74a51db8d9aa0a1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8511aef13204b5c9cedca2388a209ecf6d0bdb09 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:762bfbcc997ca0d22fad84e7b9b102f21318b3ceb7a8f2697b933dc40eb16c1b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39c8a363df970ecac1fe900c341a738d1bfcde7a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d69b5a6beadc84c441c291bd03aac52639d959489198ae8970efe62e779c845d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c24f5b9789deb57478fc230e361a10201d5016c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b3f23a0b30586efc3bf7b5640d34efea6c1aceac68d478a63ed92708f5e202 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd95b319ed0d0ac1990c8e4328b56b90fb4eceae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7320703618654e6cc349237bc09404f84c1d971095d052629e2334ace7811a82 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a03c52a637a1337f4f07aebda51a1965328dc056 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcc9d5ea71bc722aeac992ac75c938852d8e8d0a1ce5d0301751aecad2dbd94b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac71d7f30519accf229a9e2ae605a1b1896a1a46 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a91f360e19cacb1d81dac602dbb54e2ba3ea10807d3c1038746675cbbde3a228 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53fccc2be8d56be9e3fdddaf20a375621bd1c459 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64482cfccf4f99e68b3ff32db137a452e8c925ce20a02d6370a1e15381f87694 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32f78df544138dc8c73ba18115e4ecddaf45cea3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47dadda21630b839abfa01cc745050b314fce2b5460ac89fd28b079fb739d2ae +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e58642174aa7589b78477136ad557ff855444db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53bffaedf6df271c91fa8e5ad9bd11a8209491f8daca4b647b685c84adb6df88 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2ebad1eb80b48bb81bd121fd9b4bb8d6cdc04e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1377db0f74a914679825f6901b019b24e51ede8a6f7cb6141b824bf5b802170 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1893d4aca82265c0508c19eb1950f5ca1cef57e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aefe517c602c393e5084d9120344f6d78441681e4d3d0b3789e08caf845730b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3eea4071d26ea4184e290ab19271d163709828aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d65a72d4c4ecf92e3895875704b34228ac271ea986cbd5556c9fd2be0626d4f1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..814bd23c2888413324fe54a53daa3fb9df987339 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bccfd5be597dbc72638f1b9719fc60b3aba32c1c10d3e90d2934162bcbe2bee +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d28cd6e2c8900a91e91597105e669544851b0d2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d7176651d909f5382e63671cf165933efcb2589162f79500acef1590da40175 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8ae9663bd2b62cdad9bf1a5b383d97995c462f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b515497bd7dc7e1fd2597f1fbc8fc022a899ba0bf53219399a743dc614d54c8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99d7285a7be2034865d01cc504c6deadacf738d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99b0ce8cfe039886f525ed0ff2ae1ab15041747805ce755c524bd4427ce0a5ef +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..262e20f10f459d14ee346b189ed0088300ba5b72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d50f55b124a10e76d3bc93eae4bc620d1a6fd7d88d9143bb4466acb0065c28 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cbe46d4a3c2b1c86e7ff5cd2f47134723abcf39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bd5724133a5ca88d7d13ccc9029d5caf92536231848b7a4b00d75acb02e0946 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2d0e5ce5503b6259b93c673a573105cac4ca06c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4228bbbf2d2e972debb31059e535993aea84a06f3443ffe0e21f4e062fe02c00 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc9ceef8ec2b3db761b2b34ebed13a32ced540b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4340503d28b2913a063b32666259e65cdd9fc544f2133dd6454d29dda03d21eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfd621fea0e8fa1e6d3f60456c987146bac057d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a67d25525e1bccce03667c864ceb8d47551cf580fd256a312de418cc484beb4c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40403b046094da5dfe73741193073c938eedc610 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3919c5725ba3cca9c2e1e3209da616024753a159bd655d207efceb7715e4ae8e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e159c8e0841bf0af879cdf57f71212374bc2d7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09867a301e6346603f5fd13156a38fdde193b423a81f97ecc3d59c32b0343957 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5257cf96fb6aecbe0db825d83a301c1a5e1ecd1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbdd9d6db2568d72b02a81ec7a46e7a3de6a7fd7b993a418309ab265135d0219 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5223e45035f701b1c3e23ed955274596ee2f0199 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c847d9841e17f9afd25b10436275e03a124c1548525b4f9081ac89f0641e13ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1682c749feb21786d7437d8d68f6ffc5fe1659df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:336b8bfd33dab36f8997d84e58aff38b3182b389f5f8a8c0b6fa5374e72ca603 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20d7ce779e8ddb4984636506a16ac2df4b8daa5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa6e796602dc5f6943d82c03488563d6b201aa3ee217d0398ba63087dba8675d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..053cdd5b8231ba0bccdf4311e638d9ff6310e6a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:227ce57eca5114ecfb6fb78007713e9656f8b158628d2423d715f777bf7d45c8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b2ea15e87b7352f9d249ae62cb9d593742e8819 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdcaa79d4f18e4a668ab07e5079f4abac5521271d22f6525e11e23b8666e52e3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..761663ab54c961a52dc2c7a9b8c338f081e34e1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbb7a9d10bb731f3523fd3477499c792dffd0ad3072df9ee3dcf1ca182d68258 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c734746fe16d7c151bdc878eee3072e073b732d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:387b376138ae6dc23bbac3bd280e497c7ff713d8fd424abdf481b139ce4edb8a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e48cf98e8685a57eda8d770a034eb6973a03a4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8e7f225daf8650b98c986c9b79d3bb6a3d324abe2490b391684eaa644a59ddb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1473fcb15be3d16926134fd90ebe85ab1b8f6db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a163cd9b046381f2d824425244e3651d6bf1ea75e6fc138d5f2df53f6654526c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a092a020a940a61675077c36af4376368ebadc77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfededcf90490bd207e977f8559a5cc182a861076739f07238e449dd82f92650 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88de1deaf68f77958cfdb4875b5c42683247dd58 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4370c3a4f205ef132e128d6e0ec315f924de97899f6956b60dd44a73e8d586f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90832c550a1dd440df60aaaf7338ba8eac2d4594 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79cbb32fb479c6117d2ef4e6a0b8de28c582497432f72a2546688e0cd5c0b01c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc3c182590a30653862f15650f47fc7d9060180d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f77202b724dd3f2c1588b4ee456550efc3d5d5b967708c2d441966a64cfa5065 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..975879026436a06e3805354a4c3d33f83cd33a1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5350e4a5d2a82363b0c189f10ab8ce86ff482d84b3a455c6555c678e68e40f7b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e8e7a7677febb33edab9ac2b0bb6cba217cbf06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28832e27c428e954a68e19e13683327ffb8c2e5003ac095c4facdee9736c082f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcb2bc117398bf4d8bd130a6f5d4abbe2f13b26b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fee7aa01f992ea5210e7ae58fdcfcd11b56d6eff6b36db7ae1abee4ae6e89ac +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..505a59691fc5f8740f905ed82d42df4f511d2225 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85f571aa0cb7bef08b5edea921b13ce7a1c4673e6eb2a48e473ea7795923e205 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdf76ec1e4d1200ba0205bf265e775fab6e75fb3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75b9369714388bacd485db051d90fd203c682ede7a27f898ff524608951f20b4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..604d24d8bfbeba8427973c48779e67620ae659d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fce0f16b967c2073a543d2552231e2ae0b47bcd83b5eeb4166b5e537c502e31 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d083a76005831bd008e7214e73b92cdfd3fa433f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d820241da353e3e5522ed209cdf65dc211205b1e6b4e5ba42d31e1078910befb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..214060fe262fbbcd8d32edd24fc93631b41ec85e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c612ad6b42c764440f9335d96c92ab2546a977ca5321eff9259afe0b8b51e88 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..785ef5db46924b429807d095cc3317a49d9b764c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a414f170ec4b8c705a6f550e88966733e326a8b64c5f4a00bc115f1aa9f918a6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..731ecb7883229c03a1f15262055aa78f95956010 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0144de7b6a57f62d877124e3332ea42d1faaa0ce912ac4e7016fa6ce6fe4549a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1559a243dfa60dd5f02b266c6370818a5e6a92ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6bfc7feb002ddd4db678fbce8568596a1081057c3890121bc5423feb162dffa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..addbea0439269cbd48888039ce4c84aeb66d5e97 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f07909573649fc59c896e82c5abcdd9cee2b2efe2e9296a319f1a82b21b921f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38393e8f1c38ec664792bcdb2f6233e7ad69ec22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceae69f587734d5af0639e90ad4f792dfa3193ff8d62847b87d602f6747695f8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3e5d406ae9c3e50de6285a47f3bd7b82c758b4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8de4cf345577a815e34cb76c1d07610feadeaad2e4c29cd81686c72f57f77ab4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55eb539881d7d14e7d9ad7a6ffe3a0ff562c4baf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e32242e608c90233857713c91264259709957ff030aa44229def9e1f3d89ce +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fce95eccf1201d68a780740940c1123ab5beba99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66364e79f5e757d53dcb51306b0ee758d498107328f0747cbda24a9739a2a9d8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ba5b473beb772d89a2eb8302f6e2a24e2b14c7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49d36766678281f218de3cb07f4d2dcf59051a44c419cb1755fbd8a51d6abed3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcd91740a7bdd0a500a319cccf66467b4f0626d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0475345e3aa787092c77a1b709313510805adbefec3f8de774b997055817aee +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fa65ed7e4c804d63e80e057ebaee19c4120c88a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:211d12507b78035c4265977b19a1e8db6c7b5d4448228ec56b0738c89888eaea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..365488207fc88f38f81ada91c6748d40d2071749 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f915029baebdca22d90a810958a9e06a57b78fd8b550dd615ec4768c61dbfc26 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6caeb579f8106d4e3d40754d7821415e9e58846d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a46217dfaf70ce79ff7421f5fb096dc6836fcfe155cd6c590a5e61cbf210d2b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ca730f3cb91e56bd04bada74f801edd0b447767 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa6528293c43ef2160c3fd72b4ce5f3479e36e959875f97af7b42ea87df32f6b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9498a71ff1a82483a62204e393a598e089e0ae6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:992f413285654d554c89e10a4576ed3da0a973d897e15c15a035d3134641743d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44f60df76e203fe4d4f90dc3cf2e39f74ed37c67 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbedeed23be0fd916bb8119376550554b4fa9ee9775104566645d7be589dc40a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1c6c1e4c86bad76be775ce802ca260bae0c0a69 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:820002b4c84834f96c8d0e12b69cc1c83175b6d1bec0ce6be0c05cbcb9ac6b60 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df3404d63bbf59a3bfb0a2ac14745a54d309b6d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbf2271582482cc7306d709b51d38b73620c459b6735181efc751e07d0bcfecc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b337a0e45181665b8f2b57411c694b14a7e12106 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:792f2979c85af63a3667ac3577ea4692d0ed63021fa618c2e7f1b148b069dc25 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc0b46edbe1c49556bed148b631568ad32e61cba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4127864c01194176fe5c4e07ed1a38d5d3f3c08b0646f41e4cf0f42219278f5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd75c6417d653b9606396ba2e7e055b860902f40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7117a25947cc984aa01eae9bc074ed96b5aa8724caa8152dbe16a8007d2f6059 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dce5827e830875f953e8cfbb5ccbf6cc6a669318 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb1968d1c791fee63026964074dc30a978edcad3941d4d5fb76f362408cf3bfc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..25fd7c83c4a8030770425a52b56a4dadeca6f068 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90d049132e431d1c491fece0aed814e13aeadca7f96ff7c1461bf9c0f1d6b13d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c639326ee7ee48982f908b173fb1bae237d71e6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ffd30634922f57a5f4d35f145fed829305dac1b5b3a6f35dcde7451ff517338 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05e7f886849cc41b12359d04423866019e978222 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39e078c47f20b31e81cea109353f418b5b5dc582177cf4c02c701d86ef076399 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13b9c446bf1c182a88f7d3ed66975156fb6f50ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d58a7b47caab8180d707ab44e6d31453c137ff942a6f37a7a3bad473cc691907 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a754bcdafa64301cf552c6a9ee9e082b0c438c0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21b711ad4c92be9e4a5cb6445c564ffc418a9dbcfe25cb0b2b76bc06f0500d4c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea0acc7141651aff5df5317dd01bb5bcf8b1d793 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b95bbc62fdbc3876f8ccf5fce709c5540339fa1c67cb48b48ff7bd08c8facee3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdaccd68c337de7423d5394f4677c1ab35c55982 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d10985b52f6e36feab2adc1c733bc1fec0a2d48f111dc6d7f2e0014abe60f33 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34056971ce08fdc9469a16b982c059958d658a11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d1b92c70f7e6fbf451159f056326e592d69656d4c17b8c02925cc55183a6aeb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8b10a4bd88ccb7976329bbba544ecdddc2eea65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:450cc5a00b9dd65e07fc67cccaa0da12029d90c7d47a0a5bccd67e78a9a9089d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9211ff5991e4f4b7100b32d2b369a382a2be2b7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c50e0e2777e5d8c0fca921cbe0e65237a2dff5e5c1aa082af1211eaa57f267 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f68fcb2b1d525f403dff08d915abe4d727b1d86a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6af272842d4923f08f36f109310f0d395d062b95ea7eb23664d68ba931ad360f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b654d748f38483406fa9c2edc665d67a3495551d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:955355df2ab4f27c3af43397c6f09a68de2be41cdc9aa3fb85e35b3156f0f333 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54bbcd1274c03827f73bcbe53c59b9f0045efa18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:364b320eaf44851b51e195f4dceacfe6343f74f3e908aacf23c29ef019287574 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d29950daa25d92ed5ae83cf744de6e0b578a50d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2d4d58665f6e85370469f08560ea73e9087622c64f8145f3e654ed3178f2516 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1b25edab049acf6bb746df787957f084b1478ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:303d6e16188b7452ad4e13678b025244d5765c95f5db0707e5f2d3a988386282 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20413d7c1a137d10284a83a092e589ee759a2ddc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:039a5ef4b030bd34c25f16a758f15b2b8892a7722360a604b2dadeaafbf21317 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e490dbc06db7e54e363f1e3d9d65280e74fb8fcc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f62df023562c289053a478762da8eb9d136861f21731362da6bae2a3dd096a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aaa4b47580174398160054328627cafa31596cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3593a8ccf7ed494e19cbd5e1166414c12e1b620cce2e6265371a77b7bb3ad889 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a5c87aa0ec49d1d21d241538d5a05e06957a134 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c48eeb60c9a26f5376a5437369c00d8f6fe26117ca8191a13ae767a000fafaca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85ec16145aba75ee50ea9effa8a886ed34793a1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb8aacee65c1f3ea3d057fd59c0c0b8b4176a97bdd27b60e904e9e8c44cc78f7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8adc95c07dbf944dc1d202ba8b69fe46343dac81 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a02c47085c70ba34dd4cac00b7243d48b7284873187b6f334b6fb05b3fdc38bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b1dec482d7a4c42c1715b9d8748aff2801e6865 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3ff242430bde082daf2225bd119f78f06b8a02b62df5593837aa00b1a5d4133 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..880b51748bf07dbfc844364b60b709d0455590f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbeb1d4e4f42e71ce627782a2336869711b9110300825c441b17d71471a82c6d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ccc80a93522e6b5ba1bb4d910c1a9dadbb67cb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9a96a6f1dd7cbeae1307f8cc066e719f50f7b3c449543866ef0985cff781a20 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d381213244aec508978cd09f732937c9246787ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e8bf0b76974bbcb8e4d73e2a4681cae0e42432d30f33a2729225cec8f354c0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f12c62af7914016545cc7cc6d6b336aa96e5fd72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c5fd3bbbcfc7cebf8ce4f125b1f93fcc521d81cdf1f6262b5ef89dd25a1244f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29b7355a4d6300ff437cf0c6ee4fe06d2cd07e58 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab7c25a42f8d99cb6345c39b70310fa76d03664fa1daa56efa7343079de81091 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bfd32c8eb49be76e634fbfee93924c6fd18fc90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8566e4cd842a7672fbd047be891881cef7e6fb5874642f72298f165429df79b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42351af3758b35e66c2918c503d21b30fda36c4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6f1fc400042ee6d4d8c48ea18af28fdb26b0ee242b3383b00182de121bd624 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fad3303384dba1a741064cfc0e1ecb3f4566d02a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13b731207e9ac9890d87cf3cedb1fd3a083c3176580eb7cccaaeffbf8edd5937 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..078c5012003ddac0b661084ec2631f4e610e7bb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18911de0e2fe3f7a2fba97cb1d76b88d392ef50644c932db550ef8a1875be07 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92a6ded278dca0f4af9815c77fbf59097d4a5ddb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf1ebdc185fb8d19d6b5c545b1120f3352e220977bf257e2ba8e658ca001118 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbbd637ba4c93baada6b8bc1e82ebfef3fa70bb9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b77f10a02d023ba36e380847a98cf28a628d57a07226c4c86fc9bf652f96bf3f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..807f722e2f74067a8f3c20a0a56e054235ce75fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5007920c550e0bafef3587597c6e5e4109dc6244a3badf0c1457b6dea49c3a7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..467b365ba22f706724bb3e6803122b8df90a489f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:563b97fc09de028c82c94c02756e66a243a279735ded987200bea764db80d0ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e732b1de04eb87614770c89390c312dbd760cc25 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:def9f107bcfd2182b9352b49a401c14b757e4b961a4d6043897a336410c2a7a1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd61833a07699315d4402e9b77454cc0036f7f1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec9609fcd33d8980fcca9ffd3ceacd3c441e3425e1dfed7425f99cc74c8427e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7eb4e8a0946166e606a876fcaa2aa991a1689252 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa30419870329598821b0eb4b27d7b0e194b3a89c4eb3e8e5eec12e1020f2cc8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b33ac9799fb17436ff810fcabaecb91f9a6a8ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d35a3812039e87efb4dd6b6f6b5c3aaaf642eec518b284a1f6208983cd14cad3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57c9216cfc362739d662d790725b3880d59ee781 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6501e24e44fb85364f8926eb762e7d2bf0010381e8d559485314a1cc0135fd4e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..936d7cef52513d2913d2a0cac66fc582a0c6d54c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95a68e39c2edf324af2780ad9407f31e614f39a3c4c6f64e387ea54e6e20f89e +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1d0efd9b8305cc2726797613d7da83a68e42f8b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f113a5647870117d2ab051bf8650d625bf3da0605fd44b68a12ed941bf195a86 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c3e567205615e1967feac037edc26298ca4df6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a43450ee830e5fbf6495cc39c655fbaeea1cc84a22af789855184f64760cdecd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de858e8343d7d88d21242f2ca02adceb76cf9bbd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10d0ee8fdecd0dbceb0e3f754c627bd822e586101af36acdc7a4d1bfbd815030 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2c27454ef52afe354833d3225183b7b0ade2663 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8015c29d70e2958f9296f4f0b21f327ab01a26125715e9c626d90f9f5aee060 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe3de9bfa6b783c48deeac4ba3a9c40e60b0a230 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94adb69f1e290065fe46132ccf3a709265de712212b759a04213077e883fff89 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8759333e56b3fdd0fb21dc26b1cce17db5838289 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e3e281acc53275546a95a9bd076e17a6f2ad0d484488cbd929aed2424930127 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..535be0a38d0249aea5e634c8dc13e9c7bfbd11f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a0090e0818f238f252f593734dd470c74a5d21149863b8f0b143f390cca7f6b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96077e5b94cfa885099091f5bcee39a58f074bcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ad59bac9e4c1a295c49171d5289e1ebcf9c404f4787aacbb1f8bce7563665d2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba8952e8e1ef7a0c29cfb02a2ed69d6f9e7d3b30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6486011b726f7ef450929eca118a3edaa148c181489117f6a0b37ebd5b38e951 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b2282104365691dd26311b0bd0eda2823ccc96b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b98edc417adf3d8ede95d65b6afdee46b13d58f8c72fb174bb176124fab3d14 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f7e9a2b8ffefc1ae4c685fc3276683cf8071d39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f6f18cd0a1251bdaedb544a3b966e716afb42039feebf0e3b4b2709a502c015 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e74c0df2f4eec8516fb736e48ab3f78ea313de8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83260c2451eb895a695e5b70ff089ddec18cb84faf85a4441c7ffdfa21084e17 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be18ca374fdf39c58b211501476b53c23c33ea11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdcf1581097e3923d34797ea6412fa0483059a5056f7fb94e9c55d1e27321074 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1577d46b963af9d3b4abf30e624ce840605183fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba6fe020ded1dd90b495178698cdb70c102eb4c3c4ce616b9d4d05969cbb812a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2337b56611aa6981308a98109552cc185f7098f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:895cd00716ede3133eb89b097e3a84bc1e80c237f4110d86853bd0271302debb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c91f113b97195ce72fd194b9f5703b8bd4cd3d2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef078ff26a334936a2b0d5c4719a96404f138b673bf49cf4277c07581bf1a81 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6244d7981a14fb0b53721759f71a8ff8aaf06c7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2328d9e5836fd03e67883bd3c39eca7437724aa8e68b983c63d9e80750b1638a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9658080841bb73093d5bd53717e49e4db7823b1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57accc53d0e81a4cc45672692eaa867887c175df7e5ebcea1b2a244bf4a937c5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..399ab48da83d9c6abe90cd99a47089de1eb8859d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf98ece2cb4c64a117e130c9444a871ea6f5e2edb99f25c0527efc992e17723f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ded809681e17dae4e5a25f69676d3d9590c948d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68bea5cbebdef694beaedf62ef400c11a40c5d2ebdadbc29e54b971b8c181d39 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..231ae1d5fd76dfbbc3a9000619a591c0c738957d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08b4aeb3a477b781de9420979605d6062d0fface42297ba20de69013b9722e6d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83a1aa5bb01ae8f6d738dad74df143929320a2b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26d53bc4f2689837b2f1cba7abee5c947867c9477970809835e375c69f4ecae5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..063b5552ea8d75f8fc6f7574b289659d72e79258 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97bad943d749f2aabab85980aefddcd81fefd0298a7ab9a58a952f0d8a764294 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a737d2a6845b25c087243eb2df84fd6ce4b36998 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95e0171ed784729814a5db71491ec7ae82885dfde12e69e48a71a93c608fb3dc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee405c78ab53da8c234ac14a33bdcd03f4a8d190 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b921179a5fa599940fcc2b6cff5f1de4a4a33a92d8ffc1ebf36bb40b5ebf553 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbc95f611f9518c46d6af8979014f7341500e41c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8196d423300d87ddd8c9bb50092d1cfa8eaa88d8d68267ffc3629c0c0891340d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c29d68830c4c14ceda044ece654a2db28024290 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:906878a2377ff7e9f865164200ff1d3476be9eb55bd4cb2f248dd67990eda436 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c9c49381b8f702e3b834cfc2201b00b80464584 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f18f27ebc1db587daf74a0067a5ce20e5e2f4f537453b5d29a41ccf881251776 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e667fd154bf0222cdc9276d85a26e6f4b12fa5d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ca6b356c8b4c55532dfb2d33876734322dd89d9a6de57107b546037730f6630 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..407dc5abd357823574ef6e9a98d636302721a80a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0733a9c0de87119bc734de751500504eafc1f432fd27a0354a90136721b907f2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..400e0dbd0aabd6ec3f1549f1cd2784efde0521d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e82b5c4ffb9d983f72f2621d6d8c71ec51859976c43fcfa95e173c49d2390cff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cbb460b1b3777ffbb0a51800b3125c80b3404b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa0adad4a44f55126b4a3e30d77ffa264cd8a16b8251482b8f22b4f39efa5871 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50d35dfafe538285d51f27ee3d10bdf7b975bd6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:882db650873b82093ae457fcf8927de76d9e54ed6b0bf29b476262e641667e00 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d2cfd378a428084ceec862a2ed6facef78c0ae0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d84b663607953d55dd63740fa26e80b9dc74738b6b9c522e74cff7914a19fe61 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..432e996098f614b8262ea89e8748eb8a87a5552d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:027cce70031dcdbd4c7f40973262462421b566e7d8508ac30866e3949cee35d9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66083f7f43ea46682027a403677b85ef2aeca018 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705e8dfe39a4c00969642e2cddb21371327daf246db298e73f27a75898706a2f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7692a39c31749e4fe30cf0470d60c79d790243d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e577a995076b70d9e1503fd7f09a3de09ce0fc24e2c255a7fdb43801f08e04c3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48a30b7886604c153a7523b8ec5d6d3b610a1d9d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b472dc4ee342bbcd1fff46d324903cec4ac5cd5868951f516c93c79e1b17cadf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c878f052ca6c88a3b30484c713323fed7c4a5d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28611e696c585a6408525056cb27127a8979c4a4d7a22f860e7adae4ee63b3ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be5060c3e1d76556688f37b0f4e8ba9d1791250c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef783f8374f8221554d22acf0b61c60ae3e607bf6703b6947d5e578f74ce71fa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..236d84cdedb2aa8871da2958d1b0b8c46e6b9484 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:194e500ee391cb38f1900a8e042ea4aa91a72dc2030987dd606d53de5641a7a3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..981a6fd815feea04054a463fa80052c6841a472f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:374ae7587104137d9ec17d18aad926355f35213b9a592bd89befc5240421203b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4806a1b68e6a9b2b69a3304dbd132dd2684ea47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3559650f8b6a7d300b3fb0ced747798e3d1ba8579291644346b47388cd679a7b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b29bcb30bcbfce08f12b5987c9beb659a3e0f556 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d24c871ea9fbe1131a758bf0ce83e0ce4fec07ec81d24d3dd43d37f649222fe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd56d34b58f16d9bcfb125bc6b10b4a27e0a3b70 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cd5afff7961229478625fcf83c5301401be3fed6b7f4dca6a5101dc54a3215a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2afd53219a6c6e926b32212f3df5964b10d0e240 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4a5b22f47e152425826faacbe31e3e4cca33d998179aa760a23f04907e650db +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86be03253328251a051a86d098a86580780072b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d78bc8e268e6e66e110ca02afc27607de5bec695dd7d9f1f49bc6f87cd15156 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52df3b2f015dbc61abcc98acce61e1b3d739691b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f56e2f7d88afec4b4f6f5d61a42269945693c50e9448db3a49359d9e4f6a344c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bdf4b1ee3844686334294da09f16cee7adafa36 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:117d751260d5cc0163f26027f0b241c10433f5b9263bbd2ff85e99e4be8602d9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..967acbb58ef80628f842763c3f1394c39abf4906 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7ddd65f4cf945cbd578672863c4cfd382289ad976667ad43849eeeffa159383 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da44017f60e07c4bcd1476ce36228124d3547be2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4730488939b5651b49646ed28d9053ae037f2e001aedc33c7c243e65112cf53e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e7531c21ec38848285ad6db8caf7030e71b020a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f27579c635265fa3ba27614c65e3438832284b71bacb39148e4ee4ca68a5f729 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3462aa7c3e118dcb6d642e1214d60179ecd7de85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f45ce0402fe47c3e2bb26a397bfd277d59bb4bbedd4339c62ef17656d5b8812 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac9fb2643d39cc00eacac9766d1bd3a61d6d8292 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d11e7f488a57596b65d1f8df092418aca3f4391965cd60a9b6be51792b45493d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..017bf7ae8fb45b0d887454fb9d3ba08a40d89abe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:439a87bb64a0e74d20392a56c9919f1fee660c152d88b3096acd36269f1b7c42 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39b84387c473b2d768f05b94b793e3ffaa3f0e2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:697245fc0f47606d2ffdedec2ed5d76e91da2f16dc16aa87037ae9af938ccac9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3262d5c897316f9d78b6c8aeea1c87a3e73f040 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9955231f3034cc4d38653e83a2683d126ab63fef39499deb93e107a7027a59f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c058c143513e369913c84599b4e704f7b87d6388 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a34d2496df723ed673b26ef3fcdd4d98558f0f7d7f42ea2bcada0dd2637ce49 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7cde7fd40bc0e7d08fb05432352bc06f36f86a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:085b20dc2b5bac0ffae4a30ffd317d928a6f0bb1becfbe4819824c3d56db3d90 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..648e2f883d078b4ca1735af3f5b7de241e00225a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83d2f901f8919a4c4204124495934badf84c27aba240fb741d4eb7e102b2fb74 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..771c8fa8b4ea18a75f133bf821a00c7f62f782ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f181c6b29e2002e6f0f74d43102b3047a76cdca01fda1b5e59950a163cdcf23 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88400032bbf1b9d842f5a58e153fd9e5479e5270 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94a93a539aca841bf099310c7ea48ac37c337b08b33390b2c2c5c36ec4758b9f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d3e8abcdb3156f45e7351be81e29b1a0af45ee9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8662cc1c288286a4b9529f4adffc854614bf03294a7a47ee12db201e0a82aee2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4262b075ce742dcf71a86044370aba0303e3ab34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f08192fbd3f55f1a188f672991bea905538521d59be8cda8fde0e0019c7c6326 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e05df2583e2de3e9fb98a232db5eb50f765d30dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2363f8af78f300c58a71ebe02da5eeb6c2bc1c9817b6b05dd4c68eb00638e6d2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d80abd1bfb2803403f8cbc68dcc7f453dd2b442 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94af0024fad10926622ad9d906a3d26257de6f12c096392de0d399a826318659 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc38fb5ce58c2376a6e02a4a38a86ba37ee35d0f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87438bd0394ea18223edf6a17088f564afd643bb7ebb23c022e78282f2c872e6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c6ce852c209ca82e3c8b6dba814456fe172c419 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1eec9d37e51def2990ebc00092ab192cf35aa7cd26d4cac985fc4a95476e92d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..613d19bcd33ef14fb6c03f0d70063d041b981638 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd87d8bbcd7dd0dd1af21092529101ef9111793ef6dadd4c85e87ebcea1fda60 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4b221badb89d8d69d0ff2965540a85feefaab89 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11279b1c1dc78c6e8cf7c2b573755d7a786138e68aa8c92cda908f482b7be855 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b20d852525ca5b51da5ca0ebd25570cb6fa2ca84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:347aadeb1552e72a7bdf14c9e9fe00d2104cb761d49c3369af7d4f19561f1f1b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..989261873d4ed7932f45e314177648c7c54cbfd8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1445de08b555b8be8153eb3ce5e0a6094f423adde6b06f66c361cf2dd0ea62fb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..558604e0aa9455ac7628f5a0e5cb186fce5f1a6a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54e8c5c5173d2030cc5336c972dec9ced78123ac242b2e928cb249bfc5f9450b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0b3370be26c4ad997a46a9a106d381e39cb3a82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ba2ad4194eaf3f4a72543de70c89ebf7cfa9e701860a7b9305a1771c63ce6d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b8b1e585d3dca654d3df6f0856f8629be88546c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67c2499b793fa9d156ea861d509e99f37fd6da13d504e99432a17cde5d769efc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad63e55bd7f655d55d4880951d61ee13daed793d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f0da4ef4c23f03f8b76146249eca72d815c4be0a9b311f7529e5ff485973927 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b18e3f8ff06d52392bf1eb795f867475aec08b74 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9ee8082e151f269368987079ad32f807d0f0bf668e3fa9578e129db7e7feecc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..64c10d064fdad2a04a3add35465b2e5d4a2fecec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d41e6d6001cebec503a17ddcbe142b7213abea55a3d45585c2eda7427109ed53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bf65e5cc8ca5be3fe4264b750f9edd19701706c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb30df4264cb00c3ff3bfc79d43dcb0df89952b0768a920e1e34b3e36e4441e3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f7b437f6d90b1682b5e66af71ba527ef0796a67 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eba9967d51cc3fbe008e93ff5761fb0c429493e83920a52e078f0a786c9d5a9e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b92969496de695fdd28e633c359bf900648d65f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6710acd5e537349af6574bd97bbbd1cd33e10a486d1befc5c1dd3d91aa16c938 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..81edc0a63661892e78dfb7954554438c1204e60f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77600db743faeea9fbeb7463ec2b39d036a944fd53fb02e8c0c9b64d18bcc037 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a00a469bd463fa0d525235f65b29b210d4ed2a73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bf648437d91825fad72f91337db4028fa295a70c825b8c734410c8283582fdd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10077c54cfe8be609ec85b70e61a1f4c355ec281 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cac91461eeae2531d07ae2afc4a95b70acc2564d6f6c5572c2b2d46f38ae5bd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9adf6b43dafcde1f0f0d1544eda4df501cf3d28d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31eec2c31b6dcf3878dcb6aa05de3b24188869b59420d0517031909f3ecc49d8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57a0c29307822ca524f0c100496c95fa2a414213 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27294b301edabf9ecb891914eceda0190a48eae1bf6277dfa1efdd025cb58528 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfb9729619db99ca131c873fa6da6eaf3e2b0809 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ceb9eeadcf5de64da225143023fdbf17458faa50c86d888a08551eeafb265dc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcf2561eb4d296586fe85db0c6e54564f856ae8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86b6914892543c7bce33c7e5afbca9953f7b5d9280c083cb6c04fbb1fb841dd9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cbdc194a845cff5a3cb923c779528d7a8fbb863 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d660701ce6eba22bd1ecd760de8e53f8e0e19a4d01bcea21a4d9c49e20ca59 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d25b546fdaac548ae1207848b6ec5c2abff253b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bed2fec5701e7d292f28e9c639d5e8ce9f790570a0f8447aace1978d1b1102c3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d39ad4a11fe1b59f32374240326567036b0d6fe9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25fc5b41faaac68d6d092ce3a8d42e7c7f33c78db8581f340b50aaa75439f36c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84096b20939e6f6d7dc2196025ca86b8f815136c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0edb88bf03c0ccdc571edadd942a08ed33b8e893ff7336b81a27d399ece98abb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7a8af9a26854bbb96b5512289c90aec6ab27591 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efc652884c8e6b8ec9cc54edc259c06b66f21e91b05c26967d73d4920537799b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94af949cf618074175c287776a36fd9019591858 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:638cd16d78b89b08302806257cb83e3ab6228ad80ae1bdf7bc49f60590a6c3e3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10c526e43b629b213af0477f8466be73f63f21da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14f3c10e6790e73d0fb221c59ba678d594624b48a336a28c7ac6a8fc84b6c0b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..345d768cc012e1addb60149c5a6b41d87b7c88bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e405d9473d6fb737cc531feac47577d8e8db63532307d5a178534662c64903d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b5f3dc40aed8b957f897d7823ac6357f64f16a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24dc5ec402c9e0f69fc67a0f0f0147d2c339d82539b6c6ddb39d121d2ac3763b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d5c6cb7bdd8e8b1700a1c91fca5875efade6968 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:735927b8ac501199bb265655f8a5e37785b11a3bf5c088e769bf485cd7ff5337 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..954539b7c1e21764b9bcfac1e0df48a1040a12af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:109d6e1f2bb764dd50fc84ad1bdded73d9e4841c4e9724ff8bcf485007717d02 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..539d0748d2df34d623891b6a6558f75e5dd31ae5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87eae6f5c966f98c968240b97a5f6ec5f50a2c19a76635d6d3aaa943c8f0fb2d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..379fcfc28c435e880455dff9ca8ff91ae7f5f976 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeb045d91c6436343c6f5f029615347939af440d0b78df7349dd45820e84f12b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..626e4f6b11cc50cd43fd1c2253c9d0baab1f8595 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f90bbdfa17d458f7a62ae981b0791e6517432b7efc4ec4d87f9222a83e4f070 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6428bbbf4c6b3385e431892edb878dd6c02b33a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cff754dfcd625cd75f0d891b6093781b46dbfde218a47c9d9d62858826b085ec +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b14dc263cf39065e54cb6789e4190383a38add21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb6b7c14d64cb5b65062d994c303a53a984ec89b5d8299f27b6c8284d670a08f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4a2b032692326cb6db0033b5ab8fec888bd7038 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f52ed7286319a611ee4fcdc678ca6b445f645559529d66489d8fffccb6ec4d6b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d55dc9a723ab45be59cd870503296ce1c1819855 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db1b10591624bfcb2eef395fe7d6edc9f7c5bc726cf67f010b741295076a0385 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f81018167cd056c332f286a86083860f862e2e74 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89379cf8ee3aaf6dc9700deeb75f69d071a2289f6b85f4b9a8df99d0d1100076 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed9cf68a8877f51110c6faec84f0efeb60e95f48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f2a697be581ac0c81b63a332b6d2614e0602116624ce4c3b2e4f0dafa4ef36 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e2b10bc776dc5fb6a2f21f54084c43fd80c6e3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:569455fab033165df50164067213fa73b90d2aed44994357941ac4cedae73135 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..afafdd8aa0e367193811a0862854fdfb39cb12b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad70764c21b4242b014ce432fe458bd4e663088705ee4d42ba2868ca409e7510 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1ca33c449498987e4ab468b62dcdda706d4b4f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a556fbaeb21782b7a958f471162c696036e5a013c117a795ac43768f59ba4f5f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4afc3b138de9da9a2db71d1681b66caf20a6e750 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f78ca3e4c04472fdfa9fd26befab6b8325b42d405225ac40d04fc5c10c698648 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec18c23dc7eb44aabac03f1af9aa89193dccb96f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dedc51663cf9eefcef2ab3afc66fb0c0b2ce77d21da6dde70cab2365fd52c25 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6c6d807b613bc8b4e88cc6f1f60638ffc3d1b21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf44ac775a8fb1d837ce2644e918204f08c653f185e4e2970c2ddba09a117fd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..863ba9db84c7c33ae2b7b2d9c55c3e64781aed7a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a54bb36332fe0449dbf84cb3665a2877b69fd5f5088b1b395ce1f1b955b1f0a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3fb3f15da52e1e17cc508a3f5b2d3f48b317bb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92a3e3b717c35784d73f84641748de19b50198ae54fd6f15737a4b643f2efd72 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c8b4db5145526f11cecd3ad8623b11bbd799c10 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af47486d5162b416fb93a3ea2ab00b6e0c32fb0302f4b602bf3199fdb26614f2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86e38fc4f26b4146057edf055dbb52c3535caf16 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61d4388cc5cc0396c62e3dc3ed7515c14b1d36f8ea276c215a203d5e111bcb1a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d70f98feee5fb290667d5525f7f3ff41d8a96999 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad25fafa15caf0d5158647f4bd9e24698509a2ef7651122f02e4f84854e8680b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..30823795cbbbfe4977c3a02036098a423818a68e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd10fb907d3502dc39596439b72861311f7312c25d96d2a24742a11fd9cd1abc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e81b24386dcb9617eec6d5df6f20a191fe950e11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aba5c5d9c92b2fdedbe0973e3926d0e2952ddc1234655b7ee80b3ec7ca83589 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0b4cffe17d3424791597d963a42d24d9490713d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba3f1528be4e707fd8871598c706ca15bf24d0419e746c03a81a972e68c17b5d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7978cdd716da5e016cd46074cffe46082bb3f69 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28c9d9da8971a646c4f04b3b8e5efdd807939fa8962fc8a3abe2575d8a9ab2c2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85096301cf773d6d86a8ef75c17bf93367be2eb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42825813af460d5e3a531d705f2df949ad734fead04e5379963aa51d7079135b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28c91b2dcbd9800375ed35f4b4d2512a9ca59b61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62b535d3613f4572a50c6ae12b02a81b5a8a6c0d2ff79015acd2ebf1be8db7da +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4a1a761f76a00d9993fc9a273f0203883d9774c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f5602f4a373047b7d12e369a1b20358313eba3214ea95d571daec285b6ad10 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6d566b499d2e538fadbabd444ed0b7aa38b2959 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb6cd9be5dea8495889c4c6d633b1a6b89f5f23d58a96ae91ea60b0b979f17df +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f94f908765e30de9aa7f2c07b95e9b92e7adddba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a98bc4de166857d5c49d9e36b9333c22b0ced459013b747d07a7fca8cf03523 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..274c4dfa082db71f165ddda7c17ab28d61c63fb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1515d3e19b13060886a05d53c0edfb4c9c383c50bbd599b75ad0d664a98e0704 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5cc468b0326f2d568f0da43ffa5a9b5e3b7536e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d0e2fa6da00e8f8a14ce13e3e6cec0f8364bf1f1de9cbfe5fb337891a309656 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88ebab5c1a1151e4072ddd99ba0f2f9dfe30fb07 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:636203b588aa0302180816989d5ccbe9afd2d284d4a20cb6c8172643325f4687 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e5a7084bd58a12e0d0baae77f7f33fbbd086dac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7721293720e57ed545a1f7dd9f7f711cab4bb11d3277bebb188d6140445abf93 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d46f50f857fe7b739b27a914c40326c34618e712 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c66b41c79b6fa41879442c32f22524aee53ec301cac7ba6309d99783f4deb1ae +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fe4402790d1aa8c6fda871f7b48709825ee7cc4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a89aac8f3b04ce6d93754534bc1dea04bc4c652bb3f504bd7371f12c069f91e7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60b7b42d2c1413ef97b9a756524f3b4068bdfc26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b416979ce18b4bcfd8c5e6a15c329ddd43d237aed07cae474de8bf40903eacb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e58ad73d573b5937c5647ea7e95cbeebff0ecd28 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:838fd11fe095e199703bbbaaf28a99ba28bebb188067deeee43d093be9fea744 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2bb2adea9b20fbd76d87f7a996868819a2f7864 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b8aedc9c4aac6d4d705fb351e5e91a9c87c0276581ad326876018f8e27e3fb3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7f915481880a4b4dd47d1d016cdd5075975e1ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5402c424057922857c1b338d3133fac99c1314e44b76c262433f4c266a12de12 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14d0a4885a24247f16fedfad0ad13b897cce50ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d029af3af807650dc2e9c98ad0858ac3379470f844443ee5ce4b53927446124 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2048b15e361456852a6e8edf657733cc80f1c308 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e27c33ef3e604da6985eff1b05148818236ec10688d5d56ba6291ac95193c8ee +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e12e2b54b8b4a5ade89b8a8bf3182aa5f52834a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae0ce4ea62fd70a7092d14e03b5973ebe9073b454e47002f8e65333309d63ab3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..478801f15a4dedd3d138610aeae8a35c2cbcd0d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b4aa5817bba8b5f3d12ad476a06eecc794fcdd350fb6c0aa16c8a698ff971cb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e18f32862f3f74b6cc8624efa7974a238eba771 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c1d56620472e3f91367097dec06c60350f7cd5a37994434d7761470564d80b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2208ddefa3a0dc9cc91296de3748c71cb020b9d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81cb76617a7d259d7c535db4df7d57f0cc32937c3e88f8b5fc06fbfee1ecf715 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9639670f4124e6464e33f786130a5560bb0b78cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f819234244c2578d0982c0b2f5a746290b52ab4cc24ebb0b5cc2104fa2c7b0f9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44e7b57c476834c02baae64f9f35f7a98b36bd0f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d593f37230725c0d96e630d3cbab8dadd3582e4f08011390b4cb3ecb36d5e871 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce9040538d5bc7c3011338d963c17e0c2244a8c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33a880d184c199eedbf671c80a2e38be7f8d415248d2ca2d9e7f6a4c4f0e066b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..694563a0688e704a7b579a615c9aa228a0da4e9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c55c48a48cd1f847d7fe815d66ace46aa04078b4e3ee3b69da3163cbe027cfa7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90fcceb6dc7363a3f755af2bab54d9bc84c8b873 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5893a9656d34409c93c9a3c232516483d20d2d3f6dfca6b70257b07f200cf9d5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e14ae007aaab5ba668fd2db9b0b4c8b5474cc26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8db76d25bc51169103459abec12b39f1f4003656075d23c78fedac2b04dd0696 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2838d7751fbad74b222927f89ca34ed9bf1a2e71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eedc2ed9fb0c69c06fc0b21b47b58a9606665b318778aaee13aa0d55dff7e53 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da4feac28dcb4b26741e025617a1479ab421abcd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c31b39394c50888b14dcfe9971f8715ab8aceceab5e7fd1a3f87be1a235aadbb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3ae0afc1667f69d2fe0ed4a22cabf988ebfc201 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c421a5b2fc76b3473b9f2df92941b921bf692b8a5dacc2e7a58c52931048af63 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b15e1acfe3355ab2bdabb266e4420280803b407c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77ba65fd518f5f31d7b88c7a698dfbbfff6b62e304170733695fd8c6221813bf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5ea9373144e53e77b651fa564ed25a98b2c3566 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98273e885ba362cacb36aa2401f142452a2e0c94b5985e4f79f6fa358ec6902e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddf6004f3710a7dea8ebf8e01ddfcd14ab285e14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c06e2ac412866ce86cb9a8f149476008717058200d3bc416b32b38361c23483f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23ac4d6e15acbce215076e329b3ef5ae63c2985b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5742c081480e2001457959775c84b890d4a53c9271ad9db0e3c6bbd2cd7af1c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82e5037a575c62c7cd9042c8ec59f5084907c381 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:082f06e08556cc7237686009f537ffd95e74375535b181b65964f531e02aaf3f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42efb8c2ca3d64b2603207fc4e37ea75a97c41c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbf034466cc2ba608f30e88a8546e1af723fd2de2684f3014de19273e39d9adb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b05828e9d2b2d3a33d03eb7dbca5293688e076e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:904f246c503350be7001c3941591ef06351354d2c44387989090630a7449c7aa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cce60c69be05683a4470d2d7bc86454eb814c26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18de49f848c1648f0945f09843bcf4b31fe4824466af61ece36bdcfbbba11a09 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed8485dead4a1e3abd29ca44c633aadb011ea645 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:159c7cf4ce6536746da468a9a5518d243745964151830ebb1e7b9910734ac26a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c86a5fc29f31440e9e41ee68ccb19da04a335715 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36c13a2d2fab97d190fe80344084cc5d05f287698ae929dd8183e2d31f05cff7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1e49206849280b5823a21007e2a66264d61c7b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26aa81862094e60c6bd25bc976adb55fa1071da63cf50ed639f20ab49c7c2fd9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c86bd48be5b2d055b379e7320955382f8e1f08ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ce72c5684e8e38c6077866764184c57b111be6b288f0eb719f6ff429fb222cf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efddaff5b5ba2a603fb7e15f36065a4edee7cad0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07ec7d9bbc7ec689272275ef5b3c3d6bc04c475fb5132e0518ef68a17ad0d221 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0504b9102a7a1eea3b5edbd0e00ae9fb9c300279 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1f583cbfd08754f2661cde8681eff862a0320248b04dc97bf5653d57ad48b62 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd11b5bcd798e752a83beab08346e4a791703e81 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc6a7dc175e282d01e0f744975f4bb42bdf25c380ed0570d5164bc87bb5241ac +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44e401b4eb6a1ed9e2cc6e5cfeb507588f34f720 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a11abb7639c0320e114c93b97b8864b1a49cbb591eb94f189848fa3872249bf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..157612f429f4b96e9445a48d09a6e034a935f9d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7590ebaa8dab87d81b5acfff151a0261379a27bcc93b49a2b556e825cd1d676d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c0845cf635a290c79694013c6b724780a4e25ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:644173764539b1d8b2f0de3e2d0420ac8d181d5cce061e9a74ae89cfb97e9e4c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7f83d6592d565439d2105e273bf251f495c0db3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e30473ff1933272a64860cd7d8a4cc0e43407c70371e2539faf49f2449c9112c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..faffa105b378b6abfff7fe9b3503e9f1e8fb000b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a1104f7217a7a74618f96eb4e9d2e7d4929aeae64194cd168ac5970a3f662bf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0496d513f23b8502af8df35b45d724fc0468510c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b86fd3825ccff64ce64f6aa64666c33c9a1cbcd0e9d8496b33a96e7ecb5bb28 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98eb7133653a37084243267aa60035bae6d1e434 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:211cbd66e228456a2acf03f1468e8df845761896d9f0f650a6477be2cb3b7751 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dc3f2af0ced2c7045b371f9f090af132d46fbb3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:642b7dd0af519959f9377580aa23964930f12e55a7b01d3cafba7396956229a3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c53d352ed0dfb06fd7ada8fa669830212b72bc62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3923eaa8cd31832f54e93f10bd66eb689ff3055ecab579884266262000f5777 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8a981cdd4194a842e9f38e139a0e06aab915716 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d22e75ec2d997a006026de23f2f3056ce33507a4585fd8625f948b96414c28a0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cd8a1e1aeb3c304b83a7d061d38ee1e61edd449 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:201f38dbb9ce0cd95da0929934350e943bdabf118f037f0eb47e087b4dddd268 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02798648bf33a61bf6e61de0e095928cabcf2658 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:374a6ac756f4a67a96f54672bc7adfe168f68a6f1d6247da8b1c85daa81c538d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d57ab962fc2907fcd8deb22906c691b951503d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f8f34c5b6c3c2f3f01bf820151f5b700a4756715e74893e7e4134db1e8da67 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4382406604fe34dab4604bb01696a5d6d06d7965 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52f94ee586192369537cf05a0c062c51c4c96597c7f653744c3b7e2822bbf48b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f94a088909bf7e94b7ace9f348fa7eb8fd2a9eaf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b303853bee42e78509d785411162765a61e66160a3229f41211eb3a2aaba1496 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c1ec8c3fa162c1c2ca6d752f77946cfbbfbe203 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f634d889014136b1c28a1bdab52397b2bce0b790f361ff503e2608c46e0c023 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd69031f3cd1cf5a7227ccfe7ea91733ecdbcc09 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c02cdb4175ed7bfa27bae61d01e2c2849d1935233f0a4a6a97977f6d174cf2f6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f4ca567535ee4e50a0b17cf2a1a1ccb6f1e0ed2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfde8f93211504702aba6ca8e581c2b81f92ab9a204d1fe50955243072a09692 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb9365578ae3ea644549c4b6387e56b0f459d043 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb4eda1aed50b13e4fee3b49b5c58beb07b3391fc4b696fd98f59f03a6d4ca44 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c5964f41600b27cb220246987d53a188aeac83d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abe2f5a119f3e0554b4926bc700b72da4f51adaad6a1b556e0983bbdaf5b3e17 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03d248aa294f9f665d8d192b86f5dd1fd6710743 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29bcab1aed81e48d2cea3272a7f1c70eddd1d0b365678fa9f6534247cea6d1ad +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..26ee4e9319c4bdffc675eb60ad11424c2582ea15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73dcb1aa25627fc2ecdc90ef0b09a1844f33a4cd758d42033cc38ae325ddf089 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e36af3b4b6ce5e120d1f32de162b04f55a60bc4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef16143aa275dd73501d28ae656fa18244f79ce1f7d777493a56782532ef3e7c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3472667c4e7699ec1234882323f292c3806c130 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60f0ccaf8cc7ef117bd4a91770c6f1df6a668068440d4a90d564c5fbe516f58f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf8e6120117b509a70d20a1a456571caa907251a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cdf63753a98811ff7e12625deedb52926cc28369427d166748fba912df082e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ca6ffc40f325feca54776122b70a9b40addcc5c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a0f3e79a0d960a6e389a538180e3c5d94e88a5545ec88b7371e8004fe6e985a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06bea042db82a572e8a5eb405746a1fe558ff240 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76aa607a3ea2a55f255c92ff464a6fd8b40c077f33c9afc55f610fb8eb5fec23 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5fb977c84f85fa183ef46dae1d8490a44912f8a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0b4e194e0977bef6dfe7c0203378652eeed59c6fa3545f1f127016c40c6da54 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..575eae225051cecbb151b83cfa33b389deefd96d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:809e2501f558374c5a1d155795a23b82631e6776c4bc9db815900bd497edf2a2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fba2087173e0e5c338ea2479373cdaed29de2893 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:665644417c98963fb043c2a7af72db908973fb09c3154fa790a40c381c29f8a5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cb8ba42d9a5f554b9c7923809ac8055dfe3c6e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef4c39fcfb1921b5cb1d24fe6f79627b428261e7ead818f51dd2c46b34f9842d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..809aa1d41191226e4291a1e2437705f21995b15d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a92f69110f113a9c28be87b22105083368c725f6d98eb098a686f37847c220 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5af0c7342cc14a59778f29cd44946abdd854438e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0c2283a6d1809d558bbe57ca8fc6bb8a3142eed5811f37cd3f1660e507f15cc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..025ed5f9ad09175936940b7f14f18991238e99ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:347e36aaf4df4916a0f441ab1f413bc961da0de8ad594327fee2e9196144f6f5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..281b56c9d05b5c3bf4e5932d6bb80d03b4f586e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afbd23c7647b54224220e74670bf0bde7ff46035ba1ee2dc3992fa83ec32b77f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aafe00be9300f4c71434aff21784d488d3c1eb01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49f68b666480c97ae5a70cb95705f67ae2f7531d80ae55324add1ac21f0228fd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de153216918382aaa1ed311ec696103d50bb07cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b665d0cd23b76e36d3886c86c2b1c9cdd9379cccfae8cde3e56b3ac4c66e7b8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1858157127844230727f63e5ba79591e7f656a98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:698d40fef33b9eb8e21d553dbeb9886a460ba4ea8f49eb5c47437a658ea5fcda +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a613d50c1a81f9d127c00d1953572b8757f43adc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e544d0e99995d3f26ef407c4591f27c954781b1c6f3b006191fb27dae9b1a7a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82b3c4aed73dc366b630bd8a4c5205ed1a6d05a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c14f60cb8c347117d7617418da282ea16cac166c0fb78d0674143c36a0ae5d8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f14b6c5365e66e3c962fa501163b0db12e04d00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ee7be4ce0b5541f98dfd9a0a5c433d0a55f2bb9c474938d35c429c3e23c510e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c93019d41fe937d8684e7b9ee73123a39b50b15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05effb4ee73733d25265599685a32dfb39a38ff3b7122c9aa1d1911aa3af8b0d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4f5113639c98f66a6e8506d127ed51006eb657f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea587b59b99124c6375597b80ff0eb492b311b436986d7cad25dcba4de44f07 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..303a215d62eef99e2ed94c3a8e6e686eb8f4f589 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18354f2579bd4e40c4fb89f8bb3af697b9716bd841159d1ccc8c58210d08c414 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c9ce7634a9d234203f15a2840980375707b82f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a0f25f3af29d4c986f84f952012d3e40a4d78fb9ed83402d4514535e169d6b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2024577f95bf1032eaca59332a627a74b01f2e59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41914408dc0986d687fe01ca6deb05dddf56adcb016b58859e286a0605525953 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db6df85f512b596b631608a7c03df5cc191b2c2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d4c73133257ebd1cf15173bdab09e11355844f90c17dccef9c5ac48d1a6fbae +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0750d8cf5c9eeff1e58b0b973c86e00745d73914 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a9e750e828b6971602d64e33afec0e6a9ee20eaa18bc6cc61b6961ecee0031 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6be1b22f575f3b7ea3713aec312abb33c4721ed6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:999064e6e3766531a582127ed7cb39fcc9ea24f61fb403f76562bc8995cfe927 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..472779e99feb25ff454bfa783270eccd96950a96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a313e0438e66d26c760d78bde506a3e226db58f1e8148d143ee06a560ea0bb15 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55a36f9b6ed3cb5d2ec56ace771291a464c707c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8666507ee6e02339ce95861d766a3c7c798c5ff95835366c6791a8b0f642d850 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6986b1ed461fe2bcb53f10f1e378b802ec2a1d86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed6b22b2b242c8c841f2c31f727bf1e4a4abbbce8a0c0941fcde9fa2b28cebf0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7486c7f944fcee7dbafecd9e6aca595e4760f97 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cca3b5b6716d4842c85b8131930878eecf900d716b42fdc7ceb0904cf0c3fb8d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b312df388351a303619b349a4b18ae680b020b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3754e3cbba3189a45e1986e19b8c2da2264518eb6d3073bbf9b438685cfa173f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50d49fd7d0c137f077e55446ed093652a1111b7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02ec2d8a2dc7ab15568b9c144bd0162dc850e98e519c9e37887709d7bc22a048 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4abecb950c8f61c1f57fd306c00f3e34b5d9bc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33fcb0f4b5448573b7bc1dc24eff3531b67a03a79a0ffd4e3dd7fc7825115e91 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd6ed87f9fde9f89d8a921fb02ec125c0487b1d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6ce24d5bdbd1333b787633e253c7dde24c74b91213341371fb17edbbc67b55e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..992e8fc7574925e8962d828be9072957954a683d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9cc4fb18bf8cff74782a4a8e0896b09cf8f4af9927897868c5564bb701f8c46 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bdfcaa94acb16e635ce4c0381226c9ea19bf103 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0ce3cb6d7c3d22747b26471ff2d2c875374e0116d4efd110ef2b6701e37c9c2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54e7c8c1e0b002c4a2c551a6e212093b3278f469 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7a9f9c3e0c8fe24705b6da816d67852b2cf9ad53d8db47040c38ec748834c00 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be10c2b9dda35417f75d273a73b7b0a859f9e1bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf0bda1d55bf464ae7112fd230cc839bbee83c1ac11c8fcb27e04a16fabb6c63 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf59c28f8048e755f2fde5596acbbf0adfc59e53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a49c59df4feb3d4afe946b8a487291150d90d38488b854b254b9b6c47a42670f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07d467b0fc4c4a81459427d3956d4313682a59cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:606b9c44adf1ab90db531900f0ca689b22cbed4418872391012794a6be056677 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e56077f773300e70a27ed6364e881901a04fe909 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14c10e4fc86b089d1fd4389fbe1b2836d6828686f9a6a829d4fe7609dcfb0eac +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35ca83c7a408eba5917b86a290895d4dcfb5ba5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73f0057958bd466518e314b7a16d88576de0004bc4715690f985c3c9c0756fbf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fe69c7d2170abcd293b57fc4127a7dff351703f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22081efd3a60c9fe6cebb213cdd725834d754ccf4eeae7a9c40a2744b7382b94 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fb938df7a680663dd805c653e1777b2703f4ed5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66478c837e8c9737fa10dd0ea22cab63b1f5d7b2378f64cd6fb4bd4cf0120e84 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..68c2bfac70be574a234060b5d99b112b41dc032b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69cf6133f8bff97430683a78a5ef8661aadf4f8dcf41db52458fc681f28f873d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fc213e7e518086798148af11d0b0ff3c7d23162 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f86ececa7c502d146b4146e63e6473efad5b0c51295c04ce5905085a6cf87749 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0583e887b1f4749fd7fdfeac8a82f1aab91d70b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f323e65b77b1198d603a1be6c660fcd808f1415206b6d7a493b52140d1c36096 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef69a8eec7ea43924b14f2a29ea7fba2cb2d671f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44b29e2ff8941248d63a206e0c62148c14257e3a3cacbb7baa9c7397b8d27732 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..68b5cbfe0204b1073103c5536876fa63e7d45571 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e0c4200a568e467c86f3cd4b91b4c7cec1722c634b5c9997f5ed27013f3122 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fe8b1e8743a3f8038546242c504e4ddc3a10c27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14b7b96dc9f0c790b7fbb437b8005f70b4334d9430f14b4053f7700c4926e6d3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eff41b2f6b5fab273ccfa3380f183168cf6de7c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5092ca892233344479f3aab4516e0889cb470ec84aa5d33033a6d58bbb58f4b8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab52d4d53006afbb958c169b3d96b348173304a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28a64fc4b7b2414ff20a2314555a3d6d3764696ba1fcc38dc84ed94b9d4a6be6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..baf80231f8289e4b1f9b681d5727db29f4fe9eaa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:231115158f775af7139c014055132f4d88bd046e62089061d4e97bf49c4fe464 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..519daae6b89bd097e6b8b6c7b8afb2ed0aa64512 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdedc549dc5bd0f7a176e1609f6a459308f277191c5c30e136b92a719b19417c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..243fba44480b1817bbb574a68810a91821d164b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26e32b071a5b890466d3ed10eead611a5d2d3de19adeafd1e04a04f28479ab45 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b550dec0a2080ff8b37809134e7ebb34decfd0c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de82ca805b5cffde9a0315f2d9ad1bcd3845c0643f8313d01061117c838c0d94 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0db89cd7b5eee630bb2481b61d8376f18463166c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aecbd77dc55c8ff6b3a880e09320c74f9c816bd3a1751bcf9f7b16b477c58d5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b513f987ce145722410cc8e06288bf8b5019060 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2276e5da8c651b064a0dfbf0bbcd40748058e79893c1f77655e62ee75668b6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd41603a5d232248a6484d4fba70287ff55ae7bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae40069cea8ee5b716bc177beb367a8998802b25cda8f34be20c5b8c69431505 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcea8866bbc532d0a3b74edeb18fbbf8dd38a8e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:377addbc5bf0de721616c6e9fd73012b3ca38e497dfca2a9dc41b67c1bf29e2c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31802f57aded443896acd09ff4968c0810ace0e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00e872056511001430ed123ac4722943fb41ea7ba5c73e0377fd8540e41098b4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2a70a8970df625ed40dd5c7f99ee1483b6556bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:732a34b7b32b6ed1103ed2b0e547bdf03304970afc7a5d96eb517bce6a864c81 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c6d98692a7cecf5572ff077e108235544ae5ad1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb978d697b04579c19f96deb6eb88c8e793d0295f6f765fa6e20bbce6a86b233 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e105058f77ae629bd68071fb69505aaf1ce05e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e06229b4c20bb305f2a613a60a02ef38e0ec6ad73f528d9fc566d10e113bb08 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8a7fd66ce27e96dd7ca5f5c6d73934b5f13c8a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc42f0b5370ae5b701f49bd8b97d92202ef4b76712bd4f89d959619d376b57a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..659de466f68bc55bd8605d60e1b4fc63a2b65660 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f79a92cf28f370832150d550364a029d615ce139dbc957f387fc05a53256045c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c391a16d2c2689a8becea594b93f9437351c98b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffebdf7f64f6efac04a68f566ec0bac26e39349fa2a23606b2fa907876c0cebc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..951eb193f3e90b6848a61ce34b9417846dc3690f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29b490cee85c19c59a8313736e469082d9b7d7cd2a9d33008e00423260d6a307 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b790908c3c0fe56bfbf3d500ed529f7b582fa4a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e16e1710e4e43f683ea20b6f5113fce9886fc9464d99fcf3c495d0ef59b7c3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdff8277f98eed692655037bde34ce339c54da5e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37e31d6ed72c6ff5ba3d356c40bd7402da4ec93a3d5003090d47d401f2fd168a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca6912685522c1963e30271a3d53267bae60555a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41b2237b7594a708557e42bb0f497fb420c77886a272b1e8dcbd40491a95829f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cff55322d51143ec4b6a208f8b2d1e26be0b7681 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:858b64a998c70dea2ddc9137f589cf5e9e20615aaaa8b3267d5bc327329e7492 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88cd8f9b4ae85b6792be545e8d84c7f9b47ca079 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abf969f67d9a64fcb730b8543f41bb37ba3d58347c1025018d82a59d9817dad1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c80fd8d3fffdcde791b3992f811dd4ab50f1ee05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9685b47ccacbecba682b95aee0bb85f6966b748cebade23c5f3f21a11e9c0c97 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..71d5053f7fc5c2d827b73234495707e6ba17d99d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6463bb3be07b608a64992308c5a6889de5f49b954da24ad8ac1a1510f7272148 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6baac7ad3fa2e3946631471157928eecb1f82693 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f5ea0850578e709dafde1bce2beaf30aaefbd3f6e952cbbf4568eb4b46d80d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a030e789a7e50168ecd8385d51d39b1930da81d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:262d183ec8613a7cea2df66d7711b4862c3589b3c16d9df2621dfdd4e374dcab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39edd741c91c8f276e41b58bb055c32433d29dc4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d53446b0b13666df9b01d43ac71788758b24364e5afc1b5264ed7744e17d00a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61aeb3405232a31dfd460a5f0d4cabab93dea92e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e423595ff925365e3a90c26b29b6d97c1aeec4bb642ee7468edfcfa1af4c17db +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e266bfceb8c49bed8734964e946d33b3efc28725 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84e1b29c138a66cddd1676c21c9fd9b39728b4b38650ae0f3d6c68869a36d30f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3d63a1244d14927fd1e9bad00dac28bfaaf385a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8391c28b8216af0e8389d7f1650738c5b76b1a900bfe2d90bb817247ac851ab +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb79c3bec08338873b4a11d4a4cda5e98d2564b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:528e2358941ed0b5f7b2169dee68db942413543ad98ff4597c771ccf5b9d78c2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c6e2f517647c1a08f4dafd99697fb7c85e0f27c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39812423a10d42b87acab9d541f8168db85e2ead785512a88b2e75f16e2f8cc9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b6a299e52f5dd77527a804172245ab3e75c4fd1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47a35b1806215a087dabe16d96e234e1c5f23a7824b543e093e30e50b4777373 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f29215253eec6796a2f378a9b1a6215e4588d83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cae69eec0211fb4d377e3c7b34a063261d61016119ede2415a45526d576b2b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c02fb1d5a0335de64a57ea0ec96c29a38760a1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3853dcf60fa4a9861e0dc1226c5fbf696ffb72901cdc91edf000a933e24011b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ce42ca21f9e07a03c1f0cb6184addc8482fd645 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50cb69bc375d62a115024dc5a6eece1e4eff358e9bf5e7ec9fe54da0c1dc7acb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96028f5744b3cfae3f405cfe917fb03291893697 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23a8c26327ce959e951b90b6f1f21a80c8173087b5f0a52e31c4bd2fcc2a092f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..959ba853c2ba6f87096e630835576de04b3a92c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b598431d87f6da68aaef0e75b6a47289bc8889d2f231e8d2c765cf69c5fdce83 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6abae68fd1def5346bf12a4a301b4737786852a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98c34078ac4041f89acd9fa9a026bc21836854b9c563eb5ceba73e21233fe16a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de47e526156f12be32733b16d9e76917f880ee5e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e43182a6854953ce5292f2366ca3660b972a7d866237abce790bebff8eaacf48 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..082856c516dfcd72a93e9d0b854f69d3344fa954 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c069af62dec38f708e71f99a3a945356b6ea9190e54b9d6f534e764503ac2c0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df2c38c942a42e8b748b4f76b9d75f5409ffdbfb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:812e62b5e9d95916c896b5c27850e918b913a5e203e55b4f39e5545bb006b96b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a0f6fac54cb658511abbc2cd05c2ad3b318f45f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e526b4a66e570a383d5ad02366cdbe2b57e600bbadabe039c97c7c925a2c403 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b82a420c3da14350a5ba2fa2ee9b36cb4b84e38 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5d7f541bc30e9c1714222537d7a22cfc9288497947fac3dc4e0c3a40e668f4f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e2e6f96a747e9e11b9625a00e0c1744c131310a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93f7326c625c0ad3cd1547b179dd3ab35cf4f1af6c4219ba69c77068689cef2e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..589182def029f9683c2c66dacb80647334499f6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec30f7d1099332c9ac0c44da654ae522e54ec82c4ad1dbab82712eef15f3d027 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f291e16a9f331dce812e5393600e151ab085cf8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac166d0011b68012f990d2ffac522e1043e46865764a2605ac367a8ba0eb1a19 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a90dda04d4c1ee2735d09ce992193a1d33e9dcbe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c6718123b74bff4b855e85052c8ceefb10aab0aad35055bab221305741fbe4f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..952def9f7a789b196df77656ccda621704615264 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c43347cf9a42b6809243acfc27d3b10d5806bd82e5195387af54d18662ae87cd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..22608cbe16c6e16c81112dcad8cf96e2c8aee532 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c5a07ffaab628eb9d011db6249ef8cc3ba051b98cd17afa775df9c42712b196 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe921d7dff4b2098ba8d586ec14866f66d00e864 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ee6e292c19b25c6891249c7442f8f16167754b9b829c82b958cc0b6c3c7006 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb8d2ad627d840595d442df040223e5eb417c32a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f165f0e6a99b9a7f964ae1353e0bdf451ed8a57e4e6eca6bc748333bf481f833 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f85b5a2b01cc1a2f36c9dd351cd1ae0e9802cf0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47253f13e13f56364110cc37e448c0c74c2ce1c4d72cc87a11218aa63821ff68 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e49415325d5af8c1bfd02980901f6a2eabfa34a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c949b86650e54e768597ac89c6b1fb544da632df5882a8ce408c84e6d3a1a30c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0af7fa01b35c4b2e28a6139c75e268564cca3573 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:308d8788b92e44167915f7eaf8e5e90c53263b698378b8df605f40db11007ca7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9adfe99c7fbad140b8804d6930c13f0396375ab6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f3f21e0ccec6caed65bdd9183f7bf71d98347bdfbb579968cd35b63f8b10d16 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..241f71392f5983644a281a835480e5d0ce26d0f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34609ef5ecc6320a47802568e8164141cb60e8adfb32e8e73d6ff0f4cc0fcb60 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3c2d2eb09cf595b78a3c80d232b20e2abe451f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3510c0bcceabfd2f23a789f1705ad93ec2c2075c005b681412decfc6e6141480 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..372bf2d63c0447dd6f0980a5c039c8ffde37015e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a0582ed5e3764d8027fef342269d5257a43eaad84b61fdba31bc9ed77df3585 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f286fa2f22f31e8bb38ef30c00e774c5e4ea572 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8085c1f8e21dcbbf5e6c907ee374f67f5b67e73a1c1dbdb16834dc762680d70 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16c4d1ccfa1e60bb9fea5935213c37e87c6b3853 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4d61ed6aff8e4a784fd2be73143b9711ee970dd2d903210c3f4d096abd465b5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..359c4f4212f6e9f0f559a4bb732f2780062161a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09ccdec966a9964eeee2e27d275e80ca2b5e587bf139bbb07b737f47ec96aa4b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aa6f5b01e288dab59c6b0580182b2babd317fdf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c7cf0a87af9555761c7785b0f3b6301abb289bf75462d5cc36fe78c040be40 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8f975a89db7f9d7ce9f0ca671db0417c8838b8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6649cff07615cb0fa0aec96fba3d151b0454f081b1d6baa5ad5e3e635f324a78 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaf25e7976a5a0471bbf82e4b5c44a85daa4f8ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:205d116989c281bf62e8323f4e03efe7ddf66a4a9363f91567e43677bf028707 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d073d04ee33089b0ad590f7f7e4fc53d1333db0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14429ef2c847be7666b46065e3861c3f161ab41b6473d18919addd4c529a3302 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83231b3e38e3327b071a268c96ef5624232915d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c4922f0b592e771f4a20b86894e7d44169e27ba6e314f40c08c19504a220ea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..071835e5421264bc8ab09d82e81100caaec9135a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d48d7ec226ba329948b63a341f08241cc6edbfa62d6e0daae5693a6dd1826e +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..637f67630eaff13d29cd45f7507163aa0c99689a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbd59869bb7d518a5bb23cab01547bae32701a5c3fa53e736fedb9ef4de3dcb1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f28206c3d387091f44b0d27cf314e09809abfed2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11b613fa2411b6bd99829bb2a1b669272061609339a409ac81b78fc02100b760 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e4204121932c373aec80d1ad32a0bc1647bd826 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a63172dabab602fe5ef883968135fdd3a8dd4946da90a6ee79628f6a3ad52ed6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a34153489c5a166dfd036d4a3d966f3c057c7153 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbdc927a2c3d1dddc0d9862ca6b9141898c12e3d3658184de8efe247850daf10 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f997221be97e7533754b673a26b0004987289b06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:960c22f3810a13ca3a96fa594dcc75e69ffb5ffa46e61d7f36b57bbb1f99eddf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbd14ec89745348d900194245636194b387a7282 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf1e17d17d030537ad1b61cfe4526da0487aa348d668a2942cc6e8d9f67dfada +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f493f14f125a5ed68a4d8884ce2e303014cfec0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cdd42cb70186aee899d90d68e0016c84ee08d6b7006be2a3495988dc21c513a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b28429d661ae8d98fb0bf010982d28ca026bd2db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b39c4eff3a1930c6213164536b96ceef97c9f880f5b0a56253562cc1b8bcc85 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca4fbe39292554b4cc3c859b61110e08e5213911 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ca69c295bfb270a7eaa15f0c540b0d3db42011e9648e689523e7f1150939a88 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14ec461d6e2a0dc3c6fb6701bea5118b48e0dd7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c937ddc33be596ea879ae9a957faa596e6cd1bc4f701b652ef9678631cb2ab4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e11632bcc1704ff9156004809784287d1e92ac18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34ec67d1dbdd95a67e7d97e391d35323ea0503e7273176857b2455d2a100cff5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f16e7aafd1139c56c6d0d6a50de47a096d4eefd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9773340f6fde3bd96c4cd0d41e51f064343c169ca928a553618b4672bf959bf1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd9959189ca125efac713daea48d5a3cf8aaaeaa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdabec8a819cf87368b30f7af04785761e061eba0d7da1d53b4cb3b630d61b3e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bb7ec8368dcd9bd09dbba4875486863fea0cdfd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a8eb153c86ea5bf857329eacba2c6bb31772e5eeee9e8f1b43001361d5a8bc6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b32530cdaa4a5b54de9d83b1781370bc13af5ff0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39883a7b7daa8087602af700363af81dd365cb5aad8366ca79fc129fa744b380 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61b05a852bfd0488d0cf91223866072bdf044bb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a3807cbac7ba1efbb27fc05399dc040d34bb6e434f52ed840aeefd5e56b42bc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..914c0e7313f9e2b88db279ab5e09a4ca635b60e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee9ffbe8f2e476d523346cc81db04ba64dc04e2ca67c3501cea2088150039b0f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..259fe1da29d34a5eb378e7455bbec14d4fbe34bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19bd36ed720505d4651025b56868596e5c03ba536c851e071fcfdacb93b928aa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2de6fe4d417d5dfdc9c2f5f3ab3d5b848fc43b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2b925fb8ac0ed9462d62031dd49d1ccff86abff4564fc16b6ec95f98329a935 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..069adfced76d43bef04b588156e5cd16beb072ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc4d799d482060b63c823b0a35a684dff0f87a5386a7082d69c2a17d0a9771c1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2eec591abcaeccafed43c4c40cfb394a472c8ca7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:142ecba587d02ba517322fa0dcd8ab17724f4c3d07a5039f8e4332c72ffb9c26 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e3f374a8a0a63b1fea80692e5228827bd815b7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e46cccd9fe88104a45581ab38da30cf1f7f204b02bf889bd31c78a6ed001c4e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79bba3dc58a58a61be8a5a7d2c9faf260e223e9f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab7164c0bd21b25ceeed531bc760982a403bb4dff287f5a0f867106fece41121 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f0f2cba2220ca6ab3913156af1d80a3e7a8eba3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5f783f4ec4739111e24d3a41dfe368060f6eea8f836331fd78d62b1bebe1424 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9fc25e8de88ea18291f3b3087d2c7d5a0007e8a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02472640923434811c19082fc6faa5f6cd1bcb3d4afe499419874338b5e6045b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13dd28ce7c05791d4d774a8d33512e6441c92936 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42933c4f6af8cc9e09aa79d3a0c7a99e62cece34c1be3df20199f32c95753922 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ef4b06b3571b37f967511fde18128aa9c56aaf3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffc145deaec9ea84ba78abf367974ab90e5feab1bff464ea61df7bb4163d7e15 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24ecee4197cf4fea535c94fb31d5b933b0a19335 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee3252b9f6992252b49f30d4f9f9b73747c9c610bc2a55cea3aed048cc1cacfa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa2a7e7380d014f1816f059c1e595d67acf8b4c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c24fe2dabdb5270dcdcdb8aa46b3996a891faad9ddbc5e76edd2cb157f73d55 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e190ffd382cd1a129750bf454583ceea0b9e2e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3e8f04c6c6ff060be016d526cdd35a492ee146f721c5b105d26273e513dde6c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd91c88b3261e6bda8204d08c979749611d1b05f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f58cd9136300f46711a1c1024158a6b69747a08d484ff5d0c9d38fe0cb687cd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87185943c3ec9910e3a48f55e6fe4a4abc6c8015 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:419dbf6073e0c4205f76e827ba555cb87ca28acd7b5608a47781492ad05f056f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f82bb14bdb1626d31c7657717cbbad0c9491fd8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7b82b0f84f1be0335827737817fa0a5bcdd7c8d2f50b2264b6ed693a9990e48 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67f9f716d209110e49b6eaa1f4b5e6073917f1dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f389f1fb7ec03fe6c06069b2b72696227b638d60815f1b8359f34ac0e9b4d71c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44fcf02ee1521ee890fa514431814ca2a9523ae6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ed8cda1949ee76cde830e1a12c9d740cd1ef22a0e01e3520a164aeb7dc6faf4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cd5045eb6e94c406dad8ba47e498d306be654f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:190aace326275086bca973213fb715596306f3a967600c7d731ac6079f6340ff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..762010fcf1ecc64c0d5be02365b73dd129a69919 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4860e6e93d0fb22b9aa849cf31e97f73583dbff0b7fc88dbad768e9fdf4c1431 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45e285d19f6f648691143bd84812cd588f951f45 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa4c0411ff10376bf00dbae17ab2777782b788617cce4c513c5f4d8e4f2b8de6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b0c6e2573a0c9fc89ce7f64dfda46192ff30d23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b5f96a8126029b0a7ae8981d430a30bb3315c7f4b0e5d9ff9f252331a34f1b3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ffdc6994faa8392a40a714a9cb1ffc839857984 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c36b9e43ad1d6485e7547a4afd5e9177245755b046d26ce8b4460fc61f877c1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b58f62fb78506da55f83098bd17382cda336d948 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:405fadd72329e4f29bb1ba96e5da64d55ac85a1c20c1c42072feabf6d7054d6f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cf7fb8ed7481199b480472405951c6255a9a9e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8813c76fb8a36f107f3cfd1bba559e7567263f8aba58372ef724c798970e81d9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..791338f75c15c74292796895e10606c0c7b297d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb788664aa6812a00f29de7918fd59f7e021683a130c9fecfc20d866b3165d4b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a70c6e7cb7d031730ac52a7bcc6e8cda76f4a1fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d661856ea3931ad41ea0112a38f257f72a0653dd177ef48282d8d0fe6fa5e5a7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb57d2632e18a9bebc4ec2ac2625092f5d8392ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95c46ee6389f1b634470e3001b961aecc3ae0c8b77d43c9a0f451cb7c4f894a5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfbff122fa26838dd25c6e7342fa1539db0b7e09 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afb1f5bbb0614ee61863e833b590e504bbc942774d362027eade8bd50b1c0bf3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ccf619e9baef86bec32c0661b7a0fc2b68a43aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:590493f16d5cda54ab44968c74560a744247527250abb38b39beeb486005b5ee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a0e13bd23d9f5c2decb9e4f84a6a67c60801227 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48ce3107ab23468bcf357401abe2ffe6e52622e1c59386eac294777eabe2ad07 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f84072c2a4a2693d1b850facb8adfc0e2857cb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f99d4fba8e945032dc3f9b5b37210819554f0aeaf138d9df946c18d9d3d72693 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f920e31fb9e4cb11004ca10d1505eb7e667b10f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:762bf760529431ed6cef50326d780f4a4fda27c90d32a254f4e9b88d8517644f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa43abe85ed4fa0667fa7083391b7e5a1d770667 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc67af6766f5c07bca601f0b88a5d67d3c00f884eb3c983b18c3963fd8d29549 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d0e8b71d530ad97166b598879b6ec0d8d287239 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f18d1c9b07fdbd43de00a8e3efb39c764c5288654cc46855b1cd75908ff1317 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20029ad5ff9165c57e6498b15ffd741238d54920 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35ee1ccdc09574c9ac794c6f8909667356c8916c82a8d5b1073c84f7b2ba150d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eed849c48b72c63e706449ab4d650e9b5ab7021 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2570f62e3f896a4c4bb6fe709ae626b8722ea9ffb7bda4bcb5099ea4543e04f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c80981e604fc51253ed77dff5161bbff963f2530 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c8e44d0c733e68a5fb7beb3bb3ee4904552a9b2902bfbbaa1ae5a2cf7efe4b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d03b9ef251c230ff5d1a2af46f4482b01b73cc1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84e7004e3d860f0e6a02d74a0280beeb392b3c006f78ab033e9496cb60581478 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7294c52efc007d2c59b9e639fc0ca0e5763f594f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8481ad3ab71669a2957344ed67619df00b2da2f15490c142ea146ceb10ca4e1b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a2f2eb63bd23a60188439b316ec3ac014b57fdc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9d44c43d0b2e69995fab1b301233e66e0bd08a7b9d2c7fd760de9e611d4bfa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83cb3a4aff210e25aba23ff298230e6fdfb1f827 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b819f697327576e1e01c5cd7fbb9cf21010205f242b710b712457e9207cc489 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c30b2133e11646afe7627a40e5deac55c769a184 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1afbb72d91907a3f1a875257bde8806f294f986d46228994a3ac3c3a9c21f24c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be7c5fcec92f095be8fb390b075f179c21d88926 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32925b97ee2b7fd547514bdc97d2c6edc78bdee8906496df3192db233f42dc42 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e5e37a992b625ee3cfc36f4e8f9e4b2549eb614 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94b15080434bb5274143dd04e35ecdcc9e2909aa3ea13f2c1c7e0f36b7d283c0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d26bbe78facf3f967ba0dc2399af43168fa1c31f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:090b1b7624a2c873e2cea78bf567331431c06421eb595e35fd28a22d37ef2d97 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cf95f4f52d7a427168bd6cffb961f6ca7f52282 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ced8a65d3798f14b398f8e872dcfdce55de25f15f84922d21e36a89e48ec7ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..503b2cfa70445d1fd1691c8214d9486cd2f07dcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b959cc8e7698aa52ba5262ca70a2fd2c04ca644100c60d833a7a23b227a37d2d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e48ae5e611c80e97e03abbd526b181977dfa59c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0bc3670a74486b8e827ccd41ae6df0ed5a49ca70f3979338ccee91f627335c9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b50453e34300ca3c3b9f8d85a2054c00dd0f3a27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b594f3717f4b5d0f3df186c4c20c1cbd82cc9f72c3030dbba693d28de5286db8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b2faea54d3431d53cca0ccecaf6671858a744f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ef1f6c8e04c5cd23ed606ef48dfb6462bdb24a27b419370414c52bcb7097839 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5ec991c3328dfe8f4fd1721c658546f33ee8034 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5281078990c7976a5b58ebaa888f74ad27fa974d61c24d58c344015c63f4191e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8911915514942351bc6b83079467128156db053 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4df1fb9dd4fed0d9c2b6e8929742628dc2b929f1862b81db14e06fa8982cddb5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91fbd125dbd2c2afdbcbca70cd1947e3bba477a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a07f02b4d5b151e2c320db14f7271cdb28ce94ceb70b8e1dfcbc27aa6ea34573 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bab7aae9712381410dce61d988635f432aaf94b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0731d2b5f2e76da6a8c9eaa22e68872371f41bc38ea997160c92d37ed477773 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5c9ac3e97bd577f1c6a83e69e421a1cf112b32c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5221d1735ef6e2d453cd690761aed973c2f31a970cba2227cfbdc13840e252aa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28600dcf157cb0b776b0ca50651b9f9002155f8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:374863aa5d8ce72d11e9596f27c836dafbef96753c689e38c4eea49f04259da9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..781666ad0602409cf4c8fcacfadfade221c1a9bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc03c7c0f7d869de0fd848011f529d858617839d0da91fd8331cb2de9207017d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f7b513eac496ffe2768bdc4b6e813a6c62d55a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:772feb8f3626c09c610b570da2f10fa94e7c48b8f81105a60dbf340f5331cac3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a22aa0f322a2b2583c5bf69156392c85aed8a5d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65984fba9459551d73c14fece7db5c090c4a4289584f1a86bb8b0b5d3c649599 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f187e06aa0b0d526ea4e10d9d5620262d37cdee7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d616b5afe5f063962bac5dca91f4ee863b213abba25e4aeb37aa1a84f32f3a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3f96a229c18cd561450041e4548832c4acb1062 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8ad9c9ea1fa8ac10af98db69a4cbe51c624b3b15eb548c12980edd44535d3bb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..338478c9f442bd66a1e9fcba7d23c7a8950a03c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64e3a156c6125fcf35faa5c85e245c4f21cbd2b287aa1ddc8968a11561cc5e36 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..351fd38240292678b2a2f5b6cea597ac05dc66b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71526c30dc0cab3b8ecfd2d22c7cfdbe51afe9aa5de195b65da6f7cb5f92f60c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5e066397714c25ca344489dfc627f5a277667da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e18a6ae0acf46510ff482715feb3d452721a03384e81edc2507268a8d63e8ee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc4cba98c7d6487d4d882e9664a030d9a7a6ca91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24e184695f6c50056b5479c9508fb4304477a09feffc0dbcef8fb9bc2f6fabb6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58930bab98870850b9d98603100bd8cce3f227bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:367b2cf119df773ed939fc75deeda67e483e04829b429d8a7bc27d0670607493 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61915678a75dd6bd8806a7c7e0a2243fad9f5372 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f225642f3b4b25346475e0f4b514191a493af29e67547fb6c83d58b0a831869 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f5ff5fb80c2fc0c5223c2493c5a3aaafb2ac2c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71a8c13fca70713b929999c8771c1400260d02ad71aca4b512a4c370325ac20b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23aa8cd668558b295d59d6f7a96af482b3d9a5e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e7d8f2a2a24fa94e5a34bd161ccae73ce23d39280163594074efe792862b6c4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b0296fc210c937dce01ecc279563a2b36e26164 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:767de6d25a2d635b13a7c833fe6ac8cdf77b9eda8eb27d11ae1c1dc6f7508382 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8604e5f7125df5a24f6321e40be91d363822a69 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90008b97a5e4d994559eec85a2035d6df8a56889c0ed32757efd96b2aa83ad98 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8c49ad3e28252fc739bbac5eb6f03d408e27cdf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e1e8914a73756095315837732475a59e1250740c48d3a092d5d79b9c4f37868 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0edcbadca71abe58e39ad31efb755499dfaa69a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85a6749a287ae4c406fab7f8a4915c4ee5dbf48def4290c81e37e6cd40c67eac +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42da3a71b3719f175240c24750c0a842f0cb1da3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5837cc45212c7884d84c15a92e089d71f31f6ef5702ba06d9af9f151003ecae +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..adcd8c43fdcaf978a86508c0ebe49b499b88c06e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:250e11b2a56e07cbf7dfa78f018a19ce7774bbf2f3db20d85663cb7f2db81ff3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37631349abd5f5f71007ae32ebd317bbfef7f034 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b44d728f19616e87003a1b9fe25c06a2e4498fe6579d938b85a2d45cba26207 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fda323d9e785a3b0f9c38274fc4ad61e9d523423 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1081f23de2df532f6b724209a870cb0c514c746945707cd3622ac5c7fde896a7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36a1872472e198b7c26f6f5471fa00eddce89865 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77bdec809fd5da0031316d42b44421979bbde2dae46d9e3ced4764703c8d4371 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bea5589139b553144021dc3bff9f42e72b927076 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb260759f6b4b6d4ccb34ca3d5dda00fa3f2bed4e8e677e3034b331c5f13acd9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4838d47acd799ec198c484eff6aa31af022e3549 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f170f3e96c5aef64c40da77c5cf924c39b6865b16235c6f3bf9ab949e6fbcc6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2beeb0d377d48e3b9fb88ba1df3fe2d14b9686ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbd9f61fbfbc9945a5cb8e109b672bab7b99ac6d8b6031f8c5e5b286ad260415 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f2ffef55f6e7bd8c4535d4be86b0491f6c90ac2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a717340ec5d472570493fe8b256d04240fff6c0418de9edc5279ff367d651c76 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c3f334ed3ac8c51097447782948911ed5b561cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf50f4a517b982ded39d73abf24ba42e92653cff32dfba6f6110691be48e79b0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa762b9ab5172951172256a6e00cba9f7585d657 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0316c3e55340c504b1a4826099e93ef433f7d1817d28b14216375999dc867d5a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5d7e05ad543c3c6158bb630f63b3ac058e09b08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd52d259612a51de0c6472d0630d577acfea977a96fc104433444da2b7e24962 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd8f6f0469c453160e053e4cb017b866a494a649 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b402a3a17b87af9e13f4dd444b9317e44fef4895b79552993bb90191a1bfa6a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5879dd1bfac3440df6e15f7b84a3c2dab03f6330 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c2e6d32665e6ccd0f7e53af272a07c6e9dc352f0dc5fdfde0776ef426555f87 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9e57e4619e0a7f00a9d7bc02aab96ff5ecfa901 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e859a152e454098edaf271217bfa235b95a8bb1560546242fb76cb71205985aa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47b665a0680356cb730cbb6570c6931e4bd4e07c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5a7f0c5f06186896039e8229d57cc0e5c09d3e03df24b4fd13095a03ebffd3c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9eaefcb6a2cdc6dc560bdd8624381d8d47854621 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06e3ccccb099e694f27e5b26b6397d8757ce50f9d40d49797a05cc87d7b1f184 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ac82522ecb12e7ea43bebd5ee2412fd1fc48020 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84724b91cc1a970a70c4a97feff4e084777c3d508bbd072319f59cd9a8f2db9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cf0cf1acfdee236504b1502b5d2c7c68a7ca9a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7250f63377dc6fa03727a43ab209d37cbbb981e6c2d78255cfac74dd728e9707 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0acdb505dd3a45379d843d0c3fb09dc453e33cad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339695b045ace5ac155c036a6726f70b59174fdd7d96f5f60f7face93fd2e08b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0e61952cdbd53b42607863dcb364f3ffce815b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b7f71c1a28d4d94146261d202fd299ab68f9c8cd2bfcca64c75adb3e3f5982 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8d124ad1be3ab16b216bb4f91149057d7ecc01e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d077ddf4c8edea85ec3f1cb97d3f9ea33804868441b0dd9d11c1926773179029 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c49aa84aacf894715cbcb3d0783c8799d575f6af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:527ce7637a04376f83f235db9afbeee45120eb99b8f42643133c31872919303e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92b8683d86ddca3d7868396a0e079747b5247907 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb7ca47bc394a8bab92dfc492c86ca26fe331477c17fd72f0e631e946d0a3767 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a83f5265a32a349a106fdcb41afa9f48bae72dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5639032184fce74f450c7abac099f8949ff56ba61d4dd9149dc9259da23c838 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70fdd679f858f1ae4f9a604beb1c53ed0900dd9a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f891ad15845d4152038327486db29bf3286e6243febf03f91f05f1c8caa422f7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d639ab1e9c6ca28513adf40d647a08e68dc0dca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc3ae3a6433e3f34efad213fefc1a132a5386b87a31d68a4d70f58105228bed9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0be495057c96f90d2baf5adbbc924d95d9d12e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1507b1b6d36f997861ec3b59926ae422cfb1c42f7e0c1e0a3c7c3ab9ac052916 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5f6bde309c95a88ef8453152a5f59cac00772cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aae430eba9610b08e81c6898db7fc9aa697a4fef2e255d62ab00856956df8ce2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..977f1a798a542092a040d1d697575883fc3aae41 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f22ca8d8f3d5761f6a9822d0d988409f0a3ef8086ba173519c4c6a2bc3f770f2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80e389a468940b5d711d6e75628e154cdad0fb87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b7d2330dc44c856e683b9bb3ab5cba6a29492afd0c7d9d04fe98a0ee18f2d9a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c454296b93741bad0727f10d5859e90957747c60 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89eefc9db8dc7a351bff6766eeccd22ae1c6022342f57dda222a4abc25d176ab +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2b55c02d11f652ec179600d65d9feacbebdd3c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc424e110fa6d94926127ecf4295da9b0bda84641a3d2febe65fba45fab23719 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0b326ac14a3f7ee53cea210898ec201e71936e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c765e7da06535d1ae130e3ada9d78a27a1b98902524178166521f1e0c06264d0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..361a949eec541f2393df51f3ae26b802a7bcb796 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d6df7f06f8b66546f127cfdd56f50951fb5c6762faeda42f9a1d7a998ff885c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c5d2a2aeea231c1633ec95353a8c98318e2bcc8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48d5f9baa064f4e531f5a442c048198ed9804466122c08e90b27f00ac50591ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbc5ca1010e94a2f0c5b276aceadfc9f1b373bf0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9dc475afe5bdce584040392d4a56a426a72b4d984a453587895c5f08f22e261 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a992b6dc5d635db6bd7e3b99b8649a2827f12593 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e769cb40845e7b70105cb105045f8c22aacbfc001391d3c2efaea46a4fd017c3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9b3ca269e99c573e3635d0858d25f21c4adadaf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97544d077100639bd112209df0895876ef918f36dcc3251e7cbe7c340e0442bd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13d34e82e271cba5741a49ef25f5b8b63e0b011c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:238ee70f1ebc16f0a35e71c97dbc16b52da7bd4dc03c61be1b7b8cbcdac9a17b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f9be9984d85f3d0092656cd9f07c432311ad781 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f869dd077f67f51798ec4d9e69452943af4727e9e3e41b1a7359b5c29b108bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5e3f06e019264adab3970dffa2517c2a47a0f1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82edcc83a1824ac782bfdbec5c8dc87ea0d6416c3a6597eedba9b930ffd42927 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..923d2a48c2dafdd145583ebccffaba22bd8cab94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fb26777dac9496c135b43b16dd3b7975f2cabde0d5b507b45c5a907e899bbdc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..643b9c38971a436d6cac7b52fc42cbdc59ac4cfa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:250c562c5a1357f7f76eca1f0795785c4e5428af43bce703ea061c8f8e509aea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dbd18e2c5c39eb84c85ca91a02a79c225a10f34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:834aba61beb7c875ece7ec0d50a4d7f958dd5fb8407860813ebd0f0b19b43ead +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ea125c405b49fdde9e84a06821da28624a537bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78a08b8282582aaef4d8d42e75672c4901b65737c409a308978526fab2acb925 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a15de159dd223faf648771cf1daeb161b08c367 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f60ef5bf5055783210f5a80b92db7bc142b87d21bbdef4991dd4c654c153e29 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0589ec35db2a5a8bed77190bef519a8f6484326f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8faa390941c60bb11a8bc0b9d0ca503f80f303879ddeff8181ac2c0c087d0268 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..847ba9a629bc6613a57c7ea242ccb70deea02300 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7dacef04759c92bad13db1edccf264b95a79e8d35547bdb9c5ff42fbde8c361 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42bcb80ba8a4a70463d78da58aec6917a2e46e28 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b23f50894fcda752ee48fdc1a0bf12bd08b0e4a851da053ab679de468fbe0cb7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa010e758b26fe0331ae17c87bb5b6ff68c34db0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fcbdbb63e589542837022707017a16cad439f4ac5fafe6feb0daec3bbe7762f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..212bbfcfd97f1c09aa939ec3da67afa12ca349af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b8d73d6a8e3338ca3d23db6c143c9b689a4dfb67e8f1f0a20a72895483faeee +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12df85696b099b4936fdb19567bb82c405060894 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52647a53b010145f3d2a6324796313859265fbe9d1a6b4977651467a3946ad87 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23c634fac13e602b06a4943b251408d4723b211c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30c956358ff97a6501cb9eb5e72e10cc23a71c57773c6bfab6bfa7a404ec4a00 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e3a8d27c288bf908822340a25392b3ac079a495 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16b72d31b94d357228142610478931485c7f6abd94c731887cf999369b40fac2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cc9e6546a7c8848df8bac3f2f58fef58b0ce805 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0138e0e5a9525b70a3809dcc2661612808ff1d9094cfb710fbb029a8979568f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bcf4f7e6cfa518cdc17e6c2b92159deb4fcb2df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d26bdad9c5f4867faf9002f93743bf5973509078cf853e196f295980f47c7192 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f17e0e84c9517a5c09e37d401c1b3a940f0ef36c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:094b1ebd87d4a9615e26443337f240c6841aaabe930e0f87f2b4a09ab50620c3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d145071500bf3f2f057cf6b120b834fe9a672538 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0798b525cccb1b74d5cee8a2e06d64db8eba95cab37563e356f8059ba12478cc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfea6ddd6446196c1dac957ba38d2e619657f5ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:182329d043abb6963192d47b55222273a12ec73088d0fe4926441bb619fb3df4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..613b415f02a93421dd4b5f004b61526886d2f9e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7800fad763063bbe3761c80fc0dfeaff33491c258216f8f8bcb8c6659887a90f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25649b03b297bd57c85df807dccf10f1aa817501 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f42a9891e11473a42a0018e880be28f547baebcf2a5e78ffcb81728476f9d9c1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d848401418c55e87893603a99b3ee657aa5aa5c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4803c855c6e6ef46443fb82d4e2f7db99a05bc26a2ec1c5ffcc53e7764443c29 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a777235b6e7d7a59448f54e57b14a90560917c88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a85eb3be3b6f4f0b6fac4b70f17a06ffafe67f534a4769adecc1bec45c0f719 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0aa00969bcd2705ba7e93589c262f7fda8da311 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69e90a56b2a4cbde018c64af0c544bae9fe6a411bc3afbc9ea535ab06e6f86f3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35357804be687da493ca5e2928f4c03f2ef4857e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfcc3eaf6cc9cae192488da4d6c29f9dc0a368f975112f2ab6f38295ff163125 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94ac5c1d865b42dd1cb88cf86e0b23dab71a22e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97e11c4651b7fa4f86164a4c6d00a7e5018afc56da2474cc871ad091776058ab +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..418e764a9b48f5b285b5c228543e1c1ebbaee11e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:315bf0c665aa63ffa9f829e6e30e8b34c3194261b7a8a7593f6349878be0f139 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdd64ea83bdbf8873e36f281683549018dcab0f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3e24f515ad0baf198511bb7eb10a725fa13432f2cfa6c2bed9394108b365097 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f86abe1b05e668ebe92b26578536ff28554159d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2a6cf390eba87a433d7f77f81f09975f2ac713e79829fcebcf3d7a2977d28a0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e36ba6862b500d789511f51aa1108211cfb59c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:261a6582e6cb9475f910437a0101e89c9a78f1dec8e7a6ab8f15e0eff5666d3c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60cef71b0fd945a27a66f0fbe34f521bf547b748 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:008c4b7a6ffe9a7756d6524c4cd8b3e36f307bc937f0e8bbafff810256ba21db +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cbc90527538fb46a834e24d39c6aeaf8967649d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:343139bba9d2f09b11d91c21cdf511f4c1498ced480dc96fdd3212f222fc8610 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85e4700a4a4037c0e2cfbf3b5959ce647ea76a69 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:435b71990109cb595da783aac4d1db84a04c05b23080cd542a0128ab2cc3e814 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c61aaf84c3186268205f3b56f41be876f5539c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5564d79c5efb1931662ea032d3a5b9ce5efedde63f48c3fc76c55c0a7e08a7fc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..adfcedb0c11e2edf2471c63a6177df56dcb766e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15a333459ee5f4bcdd376892a6ae33384effc633b438ce8a9b3878027e4ab453 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9813ed54f6cea2f2a0c02e9ac5914b5538fde9ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6b101f1a0b8b83bd2f2a4b6e61a2d16504d7cac623aa1ae0b44e5103d87012a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..497c01d4dccef7b35232f426eeba599189355401 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a59e837120e279a5fa4634eebfae0d86350fb5b276a06e7245df465dc4e8d406 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ba32f8e0072fc9a46adcf1e93f0a6d1e491eaed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6079c1bc8d5be77171b38231d5833f4107c89b5c8bf03cb8ad6d358a378865eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8c83cf0155631d1d16058a6bf99f83d3e2e1f39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35faa539dee19d023a48c2e7fbecb23df62af7f808cf0a8a5659141f04ed9e77 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a0b0af22a2ad25498aaac39838dba70ac8ae2c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86310dba052c6d2d58b661cfe4ff49433e52ac55491cf32137979736dcc62709 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95844121f3f3b7739dc8e3638e5784cfa33dced9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aec0107374cd5cf50991fb0e3f0bf1b8878f05f7589f6348c45be1481a6362fb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aeaeb36aa8bc68129d7b96bc04d85f0a8fbca5f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ea9d566a0695d06c9049b880bff7629e65c15296ab8ac44530879ee0e871f91 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5701cbbb2d6b6429648ccca55f7ebbe0aeb0d638 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:696e7833575ee6b0d4da197de9344d40057c4d13f9f172299451c62c814139ee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..127ecc7fa1a7e58ce7306bb6ea2039654801cfbb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abdff593d9bd4307e43429716f51bad805cfdb169ef984c4051b29b2ce4dc11d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a434f3d0eed9f36c76e9e480880c7b99688de15b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e41c14593a2cdb714465bf1a94216623956b43279fbbdcc338453c4dee364fda +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd46b34c40c75639c0816a954aecb260a4e53d99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14174e59aaa3e612a5839adbd6de806a83b7a08775746638ece9febb6e21d20d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afa7576a10dd15947241a1e5f4c5b960194ae4b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dcb2a4f4af65e6170f40459071ffcb68d250c23645d24ff39fcfbf825e4d53f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dae8c41a7e99fb9f6bb5e42a08fd81f7c88aef9a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7711a6adfab9b35f288e5038a15daf981f1830927f276b70e9c99aae08696e23 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..652304e3bb2c9e7e7a96b6ea04f6c8e595a6b033 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fae31262d89fd546c1efad3b94358ff946bf1325e0f73ab8163522cb83b0a04 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f01db211ab77d088ecc235146ca1ac6056f794b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3be17572f54372acb8da67514029104fdb02cbc7a1734f539e767e73b000ea0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3f8663eedcedf1b1bdad182de3cd0e63558ebd7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f725fcdef2075310a9030233de5263ee83f8119362f7abb002fdda2b3dd751a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e754f2e55ae52a1af07898cf67c2366d80ee84d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b173ca35b796071cbb7c558a5c19b93809cdeca883f215edac7e98bf4b3d82fb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab8520386b79c49de845e05710f68d6e07ca90ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82e9308ed9107100227f6ed1e5085e0f3fbd060ec55d4598017409f056fa0295 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6170f6eb546f3100c87cb12d4b510b3e68bef2b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6239a44eb7f1febef09aaf54b6d1c418dc4c28dce6ec384799ce5fc71922842 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1114159428625f2a770a5ef0d2fd40f8ced7806c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd1dd9d2d6cd6c404c53fed5c230ed0ae5881c6277a586e48d290462b5d1d500 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..121b7e641435d235623f50141fbb3cecefa910ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffeb1ac26f82758944bcbb3c12200c1f9202ebac7632d3f109a71e84f045bfb7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97ac3ad19ef61307e8ff9631b1038f951f3a23a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21cc9eb15c853582ea33f2fb1e20db624597413760e1a5f9a0c3a41c34bbc19b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46b81887b828e2729c070cd6349170d628e8cd4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7c79a9e9cda11f851686b6bc8ec13169f32a68d1dd3ba95beba0d6df28c8f0a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..865bfffa36979ad797d9a707136646397d891112 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87d29aa1fc73eb9b3dfcb8fa9562399393614ba9fe472405d3564a42c988176e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d00fa9f6a83f63d3795ae3257d458fdfe553670 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e08aceb48dcb5f4b9d43b3e12c3ad2efa2546b2b6a9e11c28a3a3198375c103 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d7dedf4cbde42beb5ae50df2b35ee78f9ebf6d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:065ea952eb0a094dca9c044d6024dbb7cdc41a627e7656801128680de39c89ff +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b21aae2f27ba224794019a1f44138d52661acac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:247aa8a22630421c5d072fbe2c6d2baa5dcbd1071638465833a87c78fe54b1f0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccd96813e2b3c0a0c8d17f349dfe4b6e57520f5c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f231305ca59f132c32dedf9cee8ad408ae9d86bad3c29c9fb691049a6233b77f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca09aa672cd24e0e67e0997b8bd569627c38e4bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c60ba3b3e02383b181da579edcfba6701f8f59e448223230bd6605ce763895ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e783a4692884fe38de40a090c1f3baf09a420f02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2768737616fef72c16073a30ba1cf6e26b4f99ac3ca65ee11ccf5cb66b4cf46f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..977e8fb6db7fc92baee0dde5292da75e5a8736b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10ca0ef5bbef4f435444578ca132a78854def55e68f74610dab25f954619a6e4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6ba247c8c1d73e014e51dc869cfb8c8b7a4e77d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eed606504d764f153ac73d30ba336c3a72f1f021952498debac2bffdd9391169 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b9baaa404b2f901c8b255279e1b71b5872b93d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c53cb79a2c1bc8098fca35ae3bfb4135896add2aaab44825429f0e8ec5f7e38b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0bd4f7c676e1b40393dad5d9852fb35cfa9df7a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d821c5003214324e4bb1755e9318d2ad6fca1fa380b6778d807dbc8c272782f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4381dfe7352035eeee4e0a8e923071a1dc7c592d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43e95dea972e0fa32af5e8d8c31bf2d1c363012c7073e45b8289ec0e07f29f85 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..812a03a89d71f34783d20eb39f497e74a910783c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6c9d394f70df13d263b9371ed15e65aecde8230aaa5013831dcacbf7b65284e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..945c9668ab31d699fcb1b45f356c6d54863331f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b14c571932afdc12a907e40345a055752351438b98f2f8408a8041c1d208589e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8b76d7d829d796229b117527adf481a5f1c7d31 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb52d06817ef3bcd0a61715e79ab3a15f2517e26db9b1a17caeba9bf15e973f7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56aa971181c53984512cc4a5cacbe19de4251525 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2048d98d59597328be031b43aa55a7673a9b45c5ce2b1a39bdcbf27c682a8bdf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06aae54c13fb6235f3f070c6a81799a5081d0714 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e772d4fc3eeb228f1d5edc8cf6bd83aa781b3d366edfda8bb60075baa7d541 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db9da4f52d640ad5377ee56036b119aca5c4e572 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4622dc01e2254d6faf83981dde47263775c6d68e04fda0278632c2d24f70b46c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88f7df41d11908511edca4536e4a983e4e857cdb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30711d351241fe0e93f05844589b8ef3e625146cba4a5d0b17183403cae071ae +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..700545514a074433e44c221b27fdc1c8cb8e5abe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aef14247eec01589f87a6f31beb6ebe6cc15cc29c52fa851d7b7ff155053f112 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a2463dcde97efce0f499976c13d0fbbfb47d8f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:087d7f39075de31bac581ddd49ec9a90062032c18ca1b53934f96377dc14d35a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cec39ada08d68c5b547409348fb5654108b8f888 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe0491ae4d6511ec5c5f227fd5828f562c8d03a9125710fbfcb9ba3cbbb3cea3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05ce16d3e79486bf2f4efe46384af1a04d87e0eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c2d85603d83b51414f7597e20092db7ba59df1d1a4f140433c5a75588caff07 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..012ef74ec66e84a4be81749adbb6542d72589ac1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:accd1a1200bb32ab00843df613e042911b7776d3536003a943c3b28c55e9c033 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff42c00d23c26971bc4a29e8aec12a0e35561994 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93d77cb1d931843f8bc7846d5a4ba165febb9b87085f58acea0fee8c19a5e723 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4395fd16d2b01e052ecede713d4adb2c8978bdf2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94a0c21279460fcf5536114799f48910eb63705dd0faf3753a35f3c80357b25f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e43ef9fedead7ca1d3a0194804eeb5dd8609fdf7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af573a209545c494d551d50fe65cef4d8795608b49c0cdb664486a30ebf122ef +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd35efd03fc59d52be9c6ec3204fa3455bea6023 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3da3f53a1b9f3033516967573a40f2a189eb9417b3559ba1a2c14a904b2dfad +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..706f1c55551e37d7be6fa04e048ed6cbb62bcf04 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9456062c46e0e66485496662a03a161c9b9f9ee5c904a2fc3aae37c805bf57d9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73d738b4906adbd9bb435dcc6795090786ba9af4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7b2b74137a5df2270b04e31fba50fc505ba60f5a60d924cac2601d0b4d73065 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..483135ab7b5194e166ecb5b01046bd57f5cc3ff7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f82a0910762ee6174ef3f6343057d480f63b05a8f52d07fdd9916f4409d66914 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7354b56ebc9fc652e15c5bd19b026102376e6aee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c3ae102f3a98264920c29b32846cd12f1ce8ac1203bbd7585448037538d97b9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40526d63db8e7a62851d10a8c4b48faa8f81f94b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:209756fe2ce95a02d01376004ac8aaf67fc136550a1efd05ad7d598e370f9a0d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f996020cf3e903b35b7b3165df1fa4ed5c349f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80b5c98c0819eb59e6ed2a264f8a2fdeec402f8748bbf0f28c91708957c0c250 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a8383f0874c778a9d3af7c64cf6157665a9672f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca6e9232e4e7fd1b7b35c0186ef1905504e683ee68ed7748c02533d111bf662a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78f31f7508051a7fd0adb1583e8288421edf3257 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d845b74f80b07822852242458689314a21fe3639537efeaceac1975c5822f9f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05af84d33b3d06488dde267b93efebc0b3006da4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ba94468a9a5b06e089f5e2cd29007fe4bc6cce3a64375797b4070f03ef9dd91 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf4334d21a937558b5de3739b9634e88de41abbd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:827392b87e6f72f95a1b0c5d0c9c58e94c1b6d5d7a406a925bc481e0fd918b10 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5cabd490e0cefedcdf7d646101dd84042fdf1da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbfcc6e4b6091347fd3c069d663fd0438c28dff240051f24e61cbcf6e0f5167f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c26b60abc61506da22135c83f86dd0ccd738e244 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:663bc3da80acdb97d99d0711f3f713634712ce8fe123dd0021c41ae54309db1c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..378ca6ea0009fdce83b4a5f3e3f97d9592617332 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3773e5400abcc10b565765d5e4d9c700b9a8fa3ad71bb20c27e913f2c6bed592 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e348e2f798961f61bdd6a3683cbfa9b490eb9f0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65a9197710ea1d4d391f76909e71b886085fc7a88a5dde0df340ebcc2e31c85c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a88de0275a545a0613c4e3cce7ec97e990c47db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ada2080fe214580c67738a402914c00a117aaa031b2cd4f07b3f433ed7fc4411 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a194e8fd1f0c7020c0f74eaf6f40fdfe1ff57768 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf0148d0439401bd4e9389d1d4df95a5790fe4fc5fddabf16200f1a21194b318 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06f6b342bb2cee8672bb2e618b9d9cc0c0ad692f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96ec96a5bde76413d085541264a82bcc2c9c9df05c8a1a38d9eee4dd0e7d2952 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d63e554a19116f4ce77b5856eb8e00059d3e9f0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9f63c9882e34f1ce2d4bc3bc54d5306d0231f574ac3cb08333d3e68556c8dbd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a1bae166c06073c3820d0943b5fba1715e0ac91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53db93be1f8c0e8affe35353cf5cde655ef9abe42fd0ed75cf8de94e6ea9d6df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42d9c399129b76bae6d7e3eadba14c629dae6efe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c90255126f9a38882a12ee76a8f9e88e10554383a73ebfe515c9ed4db8aa119e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..664adc979e50287a0e3b6a79791414b1b604fb65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb00c1486b72dfd3dea4b45fbb768e923fc1b1d9466f6362b73aad95982f1616 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b8b2a14116a38295e87818a506607cf26dd1741 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:516159f1d7bca6064f437178770e1d67a42d641578d76887a5b28483c5eab9a2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..842ad4a5c2d1abf908c93eaba993143a4b380b7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ada33a90736bd876dc4abb0e36872f27bbc4ccb4091440fcfa1cfdf2b13a62da +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da66240ba5ff59ddd893f7f84e5c2051af663bf2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4698169c1c74c61480cc2134925b82c79d234c992c52867934850074ac65a5a5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f18547abb76497cff00ad3a0bbf6f4beccda498 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02a21e1442e3a6ec4ce6501444920673bce89542b03b7156ee9c3811d7687015 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73ed164841e8ef874f6ddd500dbb459dde1a46ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:293561fab193462ab3d66c8426debee472a1f54bdc330cb2916203f386b2d71f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75d8a38d6dad9607f827a5166abb799632bdd037 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1e9ea1300705efd0a6bd957c20b6f32f35fd70cfdb55dd613ed94e68c30e59d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5765c0e8cce30b5aae563a1578811a11f75cb5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:638dec8f267a194713991d0eb0f17bd6ab94adf546db1d94d9084e0970bb467a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d1a692e7e9ed0f1a9a000b99a2adb7da379266b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80942d0787477a4ee3c84b389cca446fe0bcdadd5b5731b422998c68cd15b9bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02ee4612352a03546a12c67161c2e900c1680b96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e44205bed9e28311922206200ff0aa85de8272fcab875cfaa5cedbc21d4350c8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55833978eccb5e2af7833df0cc07bcc796451da5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c6551ab22ccb07666f345d268422df8709417af0f3f7bbd2b7bc86ac4f3ae6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7b28fc59b9a72d1a81f676fec8ed17d3c58a345 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d3be9eb4c1a4258bb40aa62553284c68f872a704c1c4457016fa39cc3811d18 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c29d7105eeab6a3642df24d35a4010ef3d53e120 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1565f7f44e026e21c5a6e0ec1ffd11461e30f5c5b07e0cd665e3b96a120f98f3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08a6e99c786cd85090fcd0bd551f0c63a08bfad2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd7d2c532deda3d62f622414279035826bde91bd2ddf10f016ecf10ee954720c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e73c7556b07f31782e7d9aa009af6df354256ccb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0ef07d2791435d205fdd61739276089f756d3683fd1b7f5bbdffdf10bd011c3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a13b886824f46e48fb76cf796c84b72c3657306a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c124b998612d0da1443c641542aa6bff48c86069084ce69499de0e80d48715e8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65e7f5b9c109ab2fc80d0550c71d0fc16609c7f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb5a982bc5012d4d6ae50bad673a87415f73e7419dd6f536f0a40a09320f4a7f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70bf2a02891b5f0fd2da6597f1d534d5d6601bcc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fe2e389ea68cc1101b646e1cfe689081a0c3a1e5a3a58249b59d5a5947dba5c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86a1ed4c5c932e5e47c07caad4555dc847a7c0a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ab8b738ac29ce0b29fbacbbb7e81907b2392276ce26ac209eeee9aa3774de1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc045888ef09838013155fb6d97187ef6e7fda69 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d083a0894bdb844a86cef25dd02abb045e820c6ddae60872e7527905054d85d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..886d28dcd83843883105c0062a7759587bbfb313 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6dbb41ca7e39e439439f01c8bc9b3efd794271d72acb1b9dcca9b596b4371e9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aae5928d6da4db78837079a54e6421f8f1a8424f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a04df78353250978d4385e98baa528808249e96057810a91357db9537e29ef82 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9898b90aa482c98583a94ddbb98378cec7fe68f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be206970975c7bc2d2d988fc1b64ba9fa19634684e82555c3a5d8e4d1c62207f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f1493071adf27b973d197739f3f063d849ffbcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31ad74943f918c84789cecf5d6201ac0ed38e9056dd5c96c23725c64b4a0a7e7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efb232c36796d9d8e4659193fc1f2c2fa2b3ed44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a67f6426e07b63b63e8d9e059b0efbf69dcfef73f7f68a6ace748614320e8e3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eb15c21b40875eafc3876cdd05145c8617792b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fea898918aa62cde6c708317f995ca0639a77f03e6fca24fbe21bbcd1ee98c2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3e6f3821c8db37d0545e138bbc6701c5ac9c275 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90eeb6546a6590ef1cdfcb07ed4c1df1de8989e061655e547b466220455312fb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfdd3f7a5198c63902b3d38fb5193a98678f71cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bbae3bedcec5680453da7f06903c19e69b51cec7892dc0fa92af3e2a2e581da +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a935911df66eb5f5e8f5cff0e33e795d5986f29 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7e6bb3d5248b2904eaace664f8e59f1e1e736a27c8c15a487e3afea2216a799 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86167f9295c0068bf30b1da5d4ad05eb645bb537 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f10b5167bbd2341f46b6c4e628888f9e3386db56407e669b0660d2c81d581c84 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16288fa5e1215d344442c1d16956d20e1fde0883 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b29ea103ba40e4cec5fbff3404e6eeeed88388ea5ab3eb0ff3d83355afb63691 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77a0824afde1a002b90c3d33ed75262cf98c690a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47ebc98d825dedf3297bc70f6534e28194a0482175d9288bcd2d86335d5ce11a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..616eb1e2804d76ddbf3ae13711814424fd9352a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b7b4ab3cbc344731997b8e1f75baa1563d306eba910cfff1b0c6970b26be817 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b5630ed829f0c859f791c38e636f6569012dbcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc58b6cedbe0b8335ebf9dceee1807da710d7b4a265ab6d0794ecd081558ea0f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5b41de1228e2250406dabb09c0829f7f9242bf5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7def0fe12df6ddf728cf66ef1f60ae00c308aafb9ebd2a804ec4f1189b11e25d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..102bcda0a3ca4193eab43dd27cc9692649d24cf9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9b3baca4852be8cfd2811654513c4b1ca8695133af2d02ea13a5b76a0866a7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13ffee20a4bfe414ef0ff09532a9914aa3552011 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31b83526c8c4d1733f726c49758278f687d3778c963cc53cd94f349ae80b5979 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ef06f99ae60170fbdbe4398ca7e78ecac63c02a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96581c6a2521807b541480358f38683c1351bd469ddcb01e29d1c83a938b062d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1b262a05907f0de6a4601c9e441db8e80852b8a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6dd7737cd130c3d009667b94f8669f2b68e216d51003061a6f10c77d17f9369 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27b00b660515beba350e1d27c4215193e705c03d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2123d6e0ec439965ce8054bf44b0ce13065ab3e7f5d9d9b705f7a9e6f63c34ad +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57bbea39274ca16845903c594810a9f8c12be164 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebb852cf2dd86fb7d4d5b73c631188161db3641bd6c09a0089019a19f73c6366 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06c312f8b3a8f66f15f30e71dd706e2e3e49072c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15af705a8ee95922dc7acd0f033bbe1d04bfd6963e3f5aaf85f4f697704478b9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94257de0c4559d6cc8ee1ba7c36212cfb4591828 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09e82ac81df4cf026a6fcf0734efd070cbe514f268e8148b62e30b933c16d2ca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72889ba8eba073d669426e126b2d73ade7271e39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90bd317b2fc199acac3f318dc2ed2442f521e177f552ac906906c1c7668b03ab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a674d5dbcac60145bf247db945cc827ce5be8ae6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d6d7e233ba6394edd53c980cfeba372f433b0960fe4d9b1a2c4270ab73cae35 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb5b99d0cf27917d3f3601a4b45216c1ce4207b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba3b1216362b57f08b1f02e8db9711e229c01386649b7cef3e82a70014e02b35 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8927abddf06c6db1ea02ed2b8f473a556338ebc1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:579b200d0f25fbdace2d803607bd904c98ee79bb44945087c2b33e6eb2a83632 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6ea3c34661e7f19bbd61adcc35ac7e955db1788 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39d186e86a4d74e0c48f7161db83cb7fc502377464b580fe4516255dfe24e3b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dc19920dd36451a8f0b7d1fdea34e51b06595b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c342894c6643c29fb811f295b9ad4e5479c7206ca218d0ee113b21ccf1bcd57 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac202060baa29a171cebd960f852e19f5f601a99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62cba5fc85dfd52bb93aa424a8911f65ddc2044b13d13f4d0ee464c79034ccc6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a11505bff3ec3fa06e4e10756ee32e2691c9175e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:950ebc4480716793d3c0b52b3b4c9c4fc26cac04a17647d3af64f13f3322284d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fc363c59bdf2f6bba81e06e17d8745b5f8a3026 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:814832aea97032be925d65f0724d8f1881182b756c607ba5944145b6369dd407 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eba4e5b26e5241a981aa77acc71ad93505ae491c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7fc29a80cfbe35cfe1a9452859dbc54a4252fd249d85d85153986c739df4176 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5a795c6c06bcbd9da32add94fe810b91b09873e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36133045bf9fdbb3ec22ce677c4279ccb6e954f28d482f6e7fa6550a6ad11764 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42a5116d690ef26650000c4577509f7b0d6e35f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0e7be6c3687e98b2d02d4b439629ed20ddcf8cc397e01594594ab6ddc6463c3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b0059f90adc128142628130fe3cb5a537aa8288 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e15c506d8fa4be70d41d4a95a2edd697f20f4d3e43875ca6547e45ecc1d159c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dbfe16ac9c987a87a2126a632e9dd8bd7655c16 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18d324ddc96125401fdb2a7a261146435724c2565b6a8afc07df8acf18aa4fdc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29f95f8a08f4cf6e09625379f738478951576ce4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06d782b864c55cf8545f4d83a1dd17f69bd678c131ca264116204a4e917d276e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb84d5f87de058a1de4d24577e7412307cb17412 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aab06aad8e2f7034f0477df74baf724a2c94331d1c54a7f1c2b76510f788cd5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51ae4ba4cc7f835c8de37f0f8f0f3ca86de77a52 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ed21519af0e70c9d77072e7c7f339b5c9c69ed3861677df39ba6ccdc6036546 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a234e39a9dde547f26d20dc406cb681f4224316 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34fe76742e103db75ebe8ccae6385eb5bdec7dcf52a0287fc41841122edd3bb1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8009107c0b7a7788d6c404cbdfb8e602060da3f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f48b393d58cf8bff6aa76355eed5d3cb118c8074fb19edd1b4ba07e37ebdcb34 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d0fc5b2fb360759471242b13593e5de875b99da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d8414072160da44152bbb357753d7c6837685440c150784d5e80730b8bba454 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01d7f29c6fda3da11edcaa3c3abe7b7f7dd6a7d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09bf16008589e335edfb4ce83ad2853664787916d36ec6f10334b8c62f332cb3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5ba6df53e07db580a4f54c6e0bfd73ff0720bf0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfb3c0a526e2063593d83143391afbcf68b0da3641201983d2e2db57638205fb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28e5719fe4c72687aa3c571ea6d0d2d0071c19c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47ee0424fe7dd34067f9844d23b88c5bf69b079b84c58ae4580915777d78359b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6841c6f81e3055efc6ce00605889329cf6f6f80e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a071f11261501672230482e39f7e5f29a62c5f9c99c279f1ae409aa55aff0de +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f71737b4109d142f09052edcf50d307ff2cb2a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea513c53e3f92263b1504656c6d2f259fc59736808ac2e0a7978b788d0a5e7a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d34575abaf9ab60d148ee8ec2b291c9b2dcd9da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:091fa2f91046e209564a9aab4624a1076c7baa52cdc98cc0fdd4eb229c8b790a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..931d0e1656adc5e7cbd17efcf37e325ef51e5e1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa8d1819251abb7780ecd866814586026e24d1e29813c3ca50b862f79dbab5f4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63a586ff81c898e302537cd05ea5789e26420a76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4ce4a781c5e0dd336f1a78a8b8cfc7ddfae307f03f63b98a1c3ebc24240517a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acb0ab9112840d1dd8790375cb801a007a9a4c44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ddda7e91e7e0585ef5d7f8c6aada59d3495c52350ae79e03e12bc40d5e22020 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b68c07c08928d6c5f13c522811654c309684db98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40ed412e4337a8c76c9ebeb8f8e46adf7cfa5a44058b9fc491d58872f9f3ac43 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49787b07f5dd16bbd4000cc45450602e974130a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bb6b8ee487aa525498793aacc77550d6ab1ad1a5f9157fde9aecd6d2d805479 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c81d47d5982211c8fb1a77328a683e1a3c8b4b20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff6b86d4a3dcd760bad0497cbda878dba567fed28dfce9e5994c2557a253c928 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca1038898a4938a9ea55b71e003c99d21e1788b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40e2b22cade71124efc711c5afadda9eb4247635b94fcbcda6719db2b35d7c61 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b47b589d54724ea1e64a81825028b29515aa2c07 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05329fc646e8caeb1ae9267559e8d0ee19957bc1133a5c84704f7078bc32f882 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a810cd33a28c991dc0b31732c66de79020edcf5e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11808e5ccca7bb818709c2dd73a65a74bdb6916ad5354b52cb219ef3cee2a0e8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ca366ab0146e481558f0893a33fd29a63edd1ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32a6ceaa61d0724e134342599121dad831c797e64f6b9cdb0d18ebf4c649dfb4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b27b6b542b82f18a1946aed0579419b92f43298a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e31eb500ecfc1f924d37ec84f4a33f2aabd894856b5dee344403141316016e4d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec3fdfb4a1c22bbdfb56efe35b7fc0d518b67435 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69ee8fe37dabd8e4ee6589091c067866f46d522b5ce7cc2aa8b77a3640da4848 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d05af204c077ef0520bd9444f4e21223ce88803 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f36dbab91bae8b64eb80f54fd9277a29d6fc70e529da90663878a6cd8b2903b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d986a99dcf2f74635d78b3ddc2216cc6b2faeb7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dcae54cdf1aee7296737f8c0b6cd8e7fbc292d5aac5cc6c5b32097e3aedd4c8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f36f9a71c44145095450df2a7d0ff990d5d37850 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5179f61688ab7af6511f26c0dee3f7c35a0d31ffd443a3bfffead8371f2bc69 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc7d2da5a9f7f8101147b0553ef313082b1464cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:132355928a99e2ac769597037985e5dd16bb0ba5740baf30ae481e570b7eea25 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82905ce20e1ae21c540e91a0451345f7262f7668 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9b2289cff240cf53bbb332388ff420cba449db72dcffafc27d91c2f408eeef8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8f3bdfef6f2a01a28262a404b3a835c61ce6a98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ca3c02a375ea990325161ce7039a3213a7e466bffbeca06812b71f2d2083955 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ce4a1a9b848c0f11915c4d820ae8ccc51257949 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432eda4586915e7bedee8bd95dce46742e4736d4fa93fcf4349c464cb70a5e89 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1c1f9e2ebbe74da64af059a0dc90e3fb0c979bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bcce6f3c1b098f1bd56add285ebe1cb30ff0b12247bad155732eb20423673b0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3086e3e5e2b8c6738677d810971c4f5463da4751 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f5b2bbe6a6e40317214d20dbb83c96243c3b9333933309d093cca93cf72f057 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff6e6a28e010fd3d7baefc889e86b0337361a7b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b06a1d7f44520c66bd3a635358658b152fcebf9bb47b411de858e9bf2a0f5f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19eb26e678fa37b11e677430e7cf74e69542537d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7853c543360276d2d0278161cc0507f2cf2ccdf8fbeef82c21c475a1c875caa5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe6916efbccfcf611158451bd9044bed8180257d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41d54cd2b514397085741667c035cacf334f63ff2ec370d11199b38e76555fd4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bee26987c4ef9ae6d1127f3ab9bc9a9861710a7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc4baa07c43aa6efa29e651f65808231f32407fb89c9bd670e6c9aa00ea89406 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4feaac68e37d4df4facf004fc9268ce6eff577c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c226c278bb9f258eab44b02bf9f6ee4cd43e75adb97833d0148e8577a6b82c29 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23742bd12af76f94165648ffe83d78a7fb3171f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfd9c6d10d3cc4684a4441d8e0fe36678d712861f9c0a61f0f20004eaff03a5f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57b15654fcef69121304e57046b75bcab1751eab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fef8335ce880d1f9593441f0ab247598561e3744e5eeda62f8446791ad46f668 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..388045b5695f1b2d7dde45e5d5ae59713edc4acd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60c17b1a7ec585fec0b549ab485becc444ef4406eadcfc2d27145d0c451d0dd8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce6c7ef15aa27d8893d33ece970f574b9ab4a4a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaa4d8d93dc5776475fb2f74167afb1e0d14d08b8316606f4d6f85746ba6852f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3c6e88a284233dc9a2b36963f07d7949450b9e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd6dd7d3654e508be9fff3cb861587c420e384079fe30592cc0f440de992f941 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f0c5a5db67fc612acb4fc5647f623c73d894658 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63a18af2c47a00f266b37e7b5e4906f9c79863df9e031b4bb3f1fca79229c54f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bca6aace9638d0ca75feeda7a503c109d534a07a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53eb2cf91b4982d1a5619a8285170ff7a56a64f060db92213ab103f72ef377c1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..718c2f709fa09d1986a7b9e2261dd39b5e3bdb43 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb2a394fc7e062af3f243ad0382d2261adad6ff77c3bdb16ec49afadd2c1f438 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7ab90e047f2951863679d922f3f9f352a77d182 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efcb26cf7afdb1ef6b49f284929fd8bbe40e4b46cf8fc77de7e453e92fade643 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4bc8d76912be0559e1768da0851494ec324fe37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bae63071464855875b2ee16bcfa906e89a8493ca3d4c6cf294fe3719bc55b32b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da22c37e3cd8f1576e2335b3c7a18a2ad418fd11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d11fc96f8fba9e38ea2799752c02a53d051c87fb05cddf1723aa0fe27fd28c4a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66a0464e472dfca5efe966e1a1597eace99ed8e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23aff584f54fb8c68ea1492cfb083a55185664780a9ec306917c8e9bf43e624c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e2cdf1cb6199939dc8aaefe48a0ee0901c4c798 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10b21a6dd42005cc8a6944ef4471520aced345392efdba6c421b89b3ab4eca2b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de5524a5e1a8689d034a9e9a0a7f9655ea14a3d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b333cb481e6af4513fd11f40db28976e53034d9ebf29db562ab297bb5e42b822 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edc1af8643015571c59fa26578e5ff09327752a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad004cc75227bd7ed789f827e796d957fcfd99599010f9ec264996228469a1e1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df088591807b3ba6e7e01cf26fbe7f6e013cc4f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c12d94825497ba3c47fbd3cab230225042062f90eff88a5469cf2cdb343d3146 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6bda6f43ac85650842b64740ea47f7b57b21d18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d438a62e0a21dcc12f0e6acc23d7ccd31ab55cdab085c58c9f382a0db8eb667 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bbaba7ed080a5ebbedec9759938d11ceb5b58d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d529c3b072255bac4a090107a1e5d663095e9d0655f57513766f1336070ce5d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4b2cee6de626489376e6d7648f8b351212e9b4a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:088de97569af6595d2a57de73ce172fe1432901a3515b6781de93c26d8979461 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17130ac4a4525229f3dd10f4b5764cc4bcb96cf2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a140fdad913472cd0fe97eab583f1218d8d62366f7dc28e4c0aeff1ca545c310 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b13f0e511a5fb853c2e147aa5d239616d210bce3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d6c2381cdde60faf38e97b2e3c7e8f52a609fcaa0117ca491f5b0f12fa21eb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..950c980e3790c3ee5548f23051b3cb5d0ef61388 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:377580b226c27c962ae7b3b8e6cc8cddbe8786ed7512735da46dab3d560142a3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0265fa7bb318c3291cd74a6faa4c5c3b5df9029 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c9e745dec9428f57f66ce29420efcf18c2a34bdb9573ee581626cf9038a00fd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da5ad815f1ab3e290e7036aad438d9923a1cd895 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0a20d077a22a9e265db5894b96cf06e95c373fd716b64aaea80fb196a0f49ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..962eb6c7597b273b39dd2d945fd4d3e525386ae9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5d7c34102ca033657694eb2112646f605ead85d19ad786840fda8d402e5f014 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7fabd1b222793aba055f231478ab18128b906cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d916672432da90579b884e1e7d6a3617b8771c0e5076847bd3554136afb4989f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79f30b18589517265c1eb28d636638f3896019e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21e109b49f3844bd449a02c650c8a4d08820cd61cdc34b3a3de384ebddd9fc15 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66e2ece68e89fa0cd5e3a992e9aa32e82b6d835c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:144d2fd70c0fa084d95577217c84fc6fb46dd7db2ce7dde6a01882dfca23a98c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c4e5ae9aafe2882a336f2b3b5cb1824dcadf103 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba96b1396c8b4cd900392ce41b8d15fc8afbd084bc28343ae08ebd5a206ff821 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3af03d546cc7c76e0d9241613b7157ec22950d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e974a00d1fa9f4f5e29529b55825ab0a049a947354e14a3e7463ba814e4d3ca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..844913fd1e3e8cc68195295a9b7a6e548cb5930b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26feb457f4d2c5ad3cfeb4236aa514acc2eea706e1b90ba8503a562444139f59 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3934ec1be8be030ad1413858fcdb4c6352457b14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92741813511e7ff1e22971e2678fff73d722c4700a69dcce5f7e1f9c2b155693 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4c3dc0388420a2b0ac9bb55979a263243dce8f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c35a3d327eb24d54bcddabde99b931d2ca436234ad7a765b367bbd3023118e18 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b976e75d4ffa59479ee4934c9ba1b7b4d4d4bef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31af55da1223fd962cd0870eafd6f31c217ef9555a338ea10f6ef16447eb68c3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..030e256d0e4e79a0de7613325ea044d1d49ec303 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e98921b03cc4bc927a9b33829c43754afca737d36db51af01eff62160ca6366 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12e3b08dedd159eec7f20d085bf69b318ea37df3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70cb741745864a9b6d103e1a5a730cb27f9661ee41809b3627cbd9d807b984f3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2c838f522cbd37cd6f5cf75dc3230275f7a4067 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ab153714b8bfd9627ae993d8c4aced432f6d9a04829d1fad90aac5b70d73914 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67c0fadc36e6b765b3fcc7e2b44c0feebd257af3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:167c42f5b4882f2f278d8e69f8e77b7f7dbb60c185e270354d1a390ab388a971 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d95a23a6bf9f2e46a8f9ba16a8c94366f152f2ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3363357572f0ead49bc5f1e6af1b78b0333ca4de78d40b197623a417bb941d0d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6efafc50173362318b18a03824867c6bbe1875b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b651eb25c433fcf3a295974df93813939f64cdcabfa65607379aea85f4eda13 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56b9986ecbd1aef60d02dd69c1a47d3046ee330e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b40f9e852770db7dcfc8f393ff2c3c748f5640b9264af2a13e70b836dd3747de +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cea72a76f5a9c55057ab097ae9004ed73ec18173 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a84ad32d38368ee0dde4769ad38dbb3b946a5deaea8de66525d185869ea5316b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33b006eccd942d67dcdaf230d6e23ac65ff29066 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59c60f28ec69d28dfb6478b7bf6f08b89e4338fdfd1ddae0e0fbd936851fce8c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0b3c012e41e41300f48e8d3a2e7b81bb1459512 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1267567d6f75f28e70388545ab8006a09514f41668c8a46b7f746aa33d88d46b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..075e0fe72c2241920ec64242fcca1cf892f61f6d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15d821f86e082c6100dece2f842741ae56a37a35039bc2d2eee3fd731cca7025 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cdf878b9dd33c6856b5e97cd5594654ea719059 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19c86e951858ea7d44aa89fbb75a39bfd350aecc7d151dc4e94d5b9032d44bd2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b85ea7b44f456e5766cf9972b4e0d49b4bbae4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c63ad6e935f26c5538951d337c5d424ccac7a204aea5826c623eb858dda974ab +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7b26529b475ef12c9fed91175681a42b6295146 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2768efdc9b5bc7494e4553aecc00dac5adf1d0cb97211adaa847e34c39d656c6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3309ae52752df612a07b1dcb825f6b85f710010 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e380af1b6c747a6c6155b265401af62750abcb4f0c942af47e7b8a85c3e1e8c5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32b9d65d7208d1423446e8f471cb7b0bdafc3dd4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b79933478736b6f1a48eb26f3b8e624cb833b15b8ce4e2d222f5719789ddfe69 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..286b0e6ccbfdb301c0bccd0fa8417be958558495 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48469bce813cfcce280de61f69b36c987e0b5cee8b2420c14677d76291ba5b55 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6971a23499ce082643b547163f37fa1eae3955f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e480c51db0b1aafffaf17ded3b4aefabf6e732688c920f0b74922c4c6e483aff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10c5ad4400dedbfa0c7ea484df0fea5ba5d4994c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:986b65a24c0a0fde9b8df94f34a31866284094877de646f8ab49cf1a784d5353 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..716f2258b2a1224dd79445bd2c249a2d1f2f41dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53b304235c1a187377f2934591213e06c4b5aa2d51475651d5afcbe4f30d021e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..875e4b81cb1a142e5d794d36e0c43eeda4edeffb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91b6c70de1ed2a69e7b2df776076c7316d780eaaf1ed44398828ba26913d2559 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a27dda25da7f40cb5a02e7f2d13e8d52e4d92e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:572a83171f940747f1aa046f3bb4cfeac5c87bcb2748e1686319386e12087330 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cc0c6ca5120eb8716c66585661bb5492c1f8bcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1da992e65a2076ebb36dc82c73c47d270dc0d9e142ac32839cfc6cbd02be55f7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0982d57c40ad0e6263e0661e372cd1501af55dd4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:333360e33211166a0cb39056b743434892005e895a4ebbff3707f94526164d15 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04c9fb397892fe7d69f41b5efa47857eecd110ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a908df6eb646860cd171843ae24a6ab9cf7966e01ba36f8d0b06cb1627b0ea15 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3cd7513364ea25128dc54e0323c4de1786461e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ea12bd69448381c253998b2063179cf2f92a8dc0d587e1c25973d1a838e259d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dec61afeca3e2315624a05c27c3ceb44a9b58f83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70a138ab1c2229077c1edd363d4696aed4f30eb99468c9957668a75ea3d66d0e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8e618650fcd70b2877f608eeaf37bd8154d777d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e61398090b5c594fd7fe7da9f0faae7ba8806362217a23a9c2e08d0b47eff25 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63823f423a491618939d445a5af972f2c95b0a4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28a6bf1de0ee28f3e0a8e1ef3732ce35efb0899869c5f92fdf1b8222863133c2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22a7a69dd0c66b558591a4396f472a7195a0c802 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2b4f0ccde65186643cac1bd7be502779338e764e9f5113dd4818a7f4ef97482 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75aaca53758591090f52a4fa3fdfb406fa4e49b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad67827840e405fe8c3c22b9a643e4c5892668efee4b416ff9e6c9a0be767983 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7467556f293485d50efa716a73e71c577ff58838 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97097fbf55252dcba4f9feec92e7c2827ff8515ac2b1c14db4d9ca63f6cb15b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a30a48b5d2674340e09d824553a181d2074158a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf6998da03e65ac4ab5eae0e0902a88331d9890bc3e3df7c14db319e8615f01d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..688188bc02b47cb5360324593645bbedf96d390b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1c26945946f919e9d42ef8cedadf5452f700638ffb275a2c5deb63531a47765 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98070e110f168f50552469001bd91bb46c06df8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98b66eedf4bfd77087896a7e684032c0bc732ada65167c7ecf21dde1117d39f8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41c06fb47db1755b6fbb7a14ee7ac39899cf4c17 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dbf961bf1ced2832a1c6d3240935dd4ee2e6b1825d6cc5da97ef9f2279da1cf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24e930e29ee8ee08f02e53388cad6f36ede1b96f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e17abfe8903c28971c1aebd414e28515825bd69d4d69f1003774b4f030569af +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e046c148981453ee43f24fa436c71abf6c454cc9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:284d8b1396715688207b4ae82f085fe8aebac3346b208dce006be77c08ed5c88 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45f406b5dca5a5e5d66635664a034255a52cdac9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c12e0d2fb055fbd610905139b0768a726481e1edb580f148a62a698858efe5e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e2e1c429f152474777740d535ae25fc37e42a0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5df0ea93a9d485a1bc58c3b9e1184c8ba3a98ac07a02f822436acd70b047b5ec +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec097e2e9dd30ab15729e3c23a7ddd7cae1a4530 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4999d52bac31bdff477e524a9bfbd0231c03d693b17c120715eff478712183e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0bb7637a57fb473bd2006dd61d361486eeb103b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53de221a18e4d367d26d9da3e0a96e2c1630c1fbb33ea1869cdc58e56f6e606c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7d1d9fc13a5c61e6593ee6a4323ec495a76b7be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fea99729e36b95148c0f6afb73cb4169e56a4791c681fb5663263179ecf9e9b4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60f2b172d6c006de2c411baa2c2e0326d49b8a98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:640c5bebd5e37262a3e80d3d5ef2c5c96ead773a7326f26938abbb14d6ae63be +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82fda16bab9f8ae3996354cf60e8eee0fafc9b6a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cb099bb827c17db50e30a69a6b76dfa3351f7bd270b35a9053d8673c31c56f7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b97dc135ac3bede2c5e31c4affcd007b3e4a031 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd9f944837ef1c0280811c98db9ee673c2669e7c9bb775c6453c6b05c23c80d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa5537dd887ff39746749cf5306d003a9c3097fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceda2a44a9bd7825a5e4a37fa5d13d288a8b2fd0e2f31670706c01856d675966 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1841349011741af43955dc920b472451fc77fde7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87329523fcceb04443a1913b0c9035c75ed52c2acd0719dcb9e3d391bc73bb74 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c07878f682e7e807c64ede02fbaaf19fe6b41884 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:537a56e1e4425d9a9bd122c37087a32247f4d174c6f4366ade2bc857529a8d98 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d3e21bc7efc4e6915d32b7f309ad0b179d9b2ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdfb80ecbfbf02354f5cd8b5578815b006609daeb72a4312ae2370a3c9b114bf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30d674b65c3982d7e2be2ac855625a2347898948 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bef2d03e35be00812f19653ddf47d52769b8da5a6b25b667b5b62f6bddb44bfd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93b0578ae1c5055440da0f6c9f9b78d0c44737ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c6d1a5a2020f7c1669f665a5352d89804a1bea273a1feddd8a4f742a355acc7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8438bea450f144167b0ab46c0017c2741cf41f6d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d1242b65b876920e43cd08004c23ecb99a9bb2602d0392da7163c21176d0fe1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..173d6f4ee7323552bde566bb674aa108be130ee5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b72161cff24eaa62574fde1fbd1aa7826e45bd85b58655f451b6f1cb4a69a819 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9e0301a70feedae66c05e6b068342ff3debb81f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90eedffbbf53d9c0146a70fde5235f0c638c2ab3699913dd9a6f03275e74eb57 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e29c973af14c4bdb2acc7b1078e6a8e82a06f5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f55cd512be6ab66c3b23135a67607a2d15e68cbdcffc51555ba6239eeb8c07a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b70eb9916f72ead5570c7bfbfb864b6b45fe24f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f21114f7a4d05f8bf328fcde2c04b71371dbf8023fd6b83df3611bd2d95876f6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..230799b3ccee85da9f11757b95af9054bf70db4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38171d0b770db6cfd11504986ffbc6fd9804c5c2325f6ac2041db7810de698c9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49549f67e66c811b08fbf60cbf42595a1f34028a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72575b4029b179e8bbc8eab310fd28eed4e763c55713d9e65e4b4556f37221f4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d01a3c599951ed851c5c66f1b220340fc53de01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fe135ddfb119281f57b8f14ba3cdf301cc9c7144faa50775f6174804a17712e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f05ea1b0f9ee730c219a8be3792112a17798e0cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10d3d05f918616d39ac2e4455e592fc9b5499239205a453389329da916a449e1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e9061009a525afa7d3f502c5577f9e2b5adf42c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f51dca1ddbb5ce95422aa3686ba9104b4b4159ee331c88b4c7951ffd96a5d56b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85a49fbf85cc31e591ba45e5585e6d0596122bbd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a49337b3a1c60dc192fe0b6d9844aac2e0218f1147bd7724da99d4eff1cdfdf8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e62f84eac3570c0be95b533186421da1f30a6c70 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dbc1d7f021b0c916b3638776663e0ef79bfe2452a731a59529a9ab78be906a7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..022cb5282206f401755d8531f0f0dcd561588c03 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5812521a7e099e8102f22f336221d53490f37512b219bf878d8045ffcb547d0d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f67e1bad1af7c68306c57f57b3196436a721f1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d401126efff48899975c1305b41ce3a6866d4484a171bbb155c48e06db86c97 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be036dd25e18eadacc46803a0f55594852bcf02a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75361d166a1f0fe883c3cb66f0d969f9431cc2eb5ab06e628e08fcb0623c3ecb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05c48ccb54b75e473d74ced5e60f8c8f3d0e3b48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c135520ae0337042079b1008d684ceeda93ef4db1038211671263ee421136042 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bf46dd4177e9895ae59f7f9ec60d04c2734e7a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52e7ef1564dd637c914f1c3f275a09676cb7a1a370f77f037909a714c62dd469 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b93d57a71c36317bc37cb25d36dd070b4f1c0ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38bac20667c428f7df22be517b712a19fbf1e281801e4154b218c5ec884250d4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f6b881dbb947329e393680ac75a2a19b30496eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1fdadf51e47ffda1b4a80d6f5b07177cb25f42308fb46eda2f5d03ad81b6bee +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f1c69b7d8154dbeeeef1c4cdd31101806b1d8ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:461c182cda26e65b9c5ab267ecfe2392e691a577c2d915e954d9a499effaf388 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d56a7b1df042f35e10b8bb68666b29ced57abaf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1987bd250bf9d7ccb15bef18ee16167179ae40be908922c96228c6907407ef85 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e249fd872c0a073ba03bc04d3829dbcdb0a541c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3610fbb65a17b025baee836ab51ce75e2cedc79c450e8b266ffb12626bcad78 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f52f07c9c8d2603879a3c1dfae3fafd78c7f021 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d96137716fe23ff0bd444de7599746346c62c2c81f5275beb06f672afbf28b9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e19e67b2e6bff4aba089604eedcfb156f0ad5a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a7c0bab4f1d25d76f3e40b6c965edf064988fe2cd4cd28c4db9d3a7c996dbae +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b386573e90e248cf71984f569c8018d5c730a9f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e76118fd328bd14f998929ad6857618b66152283e13e81e40bccb051d13edde +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35f0099e8a22ba4bd7cef2f95b08344f30200717 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:074c1f95c864b55a8b43d7a4e63bbae9a493616c9751f24581be369561dd99af +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17291c81ccde0f5c61d3babf0297867144f0d618 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ae2be3a9c7a95b31e658f5b61294fc18a619c66824ad9fb65bb8039c35ee290 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ceb1b303a28247509895e13a8ba9e18275c68144 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8be244d7e716d1603e408dc79a59727abb2b2392ce19c976e9117ef0853ded8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..286556f6d75c8c97e9e69bdeca1164a61bf4aa29 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2170d3d7b217021ef271a49724abfca4eecf2c0033c6190a7f749807f34333cc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62ad21d4d15391516b9239b88179fd40b85ea3bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:848a9ca866f68d4d816e54f024813a87bac2081fe1e2dc564d960aceaf6a0dab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df9258a0cfe4e9870eeac08e5336a0050998d6b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f4a152125b8dcdd0c078edd5f901824505607a29802c312b03289ef067fc2c0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b196397d044c2d9fc6acf7d799fe2320d4b07204 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7420dabd48bcc622664bc684f3725dd4f178edf67084be8bedc978953073a66b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6d8eb6476fae98f32b5b82dadbfb41f486cd0fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2e1d2f2fe37cbcd573e406d07fc62c46c578b9a429c9cf6ea6d568be7bfce9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16238f006416a75d705b58b9943ed19c334cd1e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8959c9168d9631cd863fefaf6226c7784dbd996b75e506977f911d62df6c29e9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3b7cb7d113ca31a0f99c71dd03e8ba0a13b0715 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b93d0ec8e8339206dd6e1cf7047fc1dfc96ffa9ca9cd968d0802a2e6468b50e9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e09b1ae8d6ca77d63ffe465b3643c266113034bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:008702f8eaf2fbb7b43da1ade63b5ccbea8ec2f544cf06f40650e2a8b0bb2978 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..960a23bffbeaae79b3fc9552c54b1aa236652bb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ec781a259a69198d9dfc7d528a8919472db593d038e02a8461d417145769069 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91536e7f6cd1acbe0de9f9437b559540c1db06aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b0505469f5b1c132abe3368a9ae838183bf5cf84dca90caef27ee99028da1d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..415893e5531523d4440ff5a03fdd5ebd51a629ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b63e72796857c74276c54ba339961216ed8508a046f041d97ba6936061c37d29 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f71cd1991147af8a671a3a1cf7b121fcc47ee446 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:038c64a4460b0168374a5b654ce3f6f682f1a38214ecc31e06ed23c392898320 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bffe4dfb1539655148ebb4b5de1c602626260505 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f2a8b24fb9ce49dabf7c7339cc758b4c16b609a19fdc595f6b632d5c7b144cc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..989cb370647113f9f310b249adba1508b6780208 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4f4d3f5789dc07a58b1675821fb1cef0913dc3dd998e15b73ed22eebbfd6aa8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..633b972462846948f26c1d7fdce644be4eb8292b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba19a4a551b66c0daa31ce47119f5504452eba67b6da5021e48047ec4aa65200 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c07ce7eca85cfd7997a7d5b6f20ebc39b54219b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:219d4ca4b5d531e85b0ac7f1e2f4f951821c4304422b1909ce4299804cd6fd16 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72fe2c8235fab7c7b617d75a1dec668836a204a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de43a5172764c30067014eb2848a999f84ddc58fdb74052c8b9cd31b37812a8e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cb988b42d846f1250ffe099c10564e516c35c72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45c83f5fce3d4b7a63ef57f2508c965174a8c998fcc34e647c5d93155b8e2f31 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f2dd1239c7ae6714b4e111d0bfe83a0bc196198 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0da02b8c0415db5a2ef155b252beedbe155e9ddbab8d4d3cec0e3285072dcc0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..469fd48c3a6df812be3e621c6f7f191043eff2bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11e273fcc6380134e07441574061b05c296f2947cf0caf9f0ec590267e6e922d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1eeff560c549f66f16943856f51797c1f2bbaaf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1be917782c6ae33292ec23badb84b2a0a0214b041096e551eb9c6cfa803e0ba6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fed911ca6985cb70237c09ff8c7780bc362acae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c279a30f17ea382832cd15404791f92b6abb4cd0743dc54b69de109821ddaa3c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80be260b49bb93ad3cc92de6607b06fc44aadf7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa0b0eb1dfe39ae58466fa21b5f657fa9e14d9791307eb537e36c88af2bb8652 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f89b4b69dae8299ea3a6938553e2f4d4a5a451bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecce08594086ee8a84ff61684da6ac0e4bb468005b8a7ba2b79fdc9c97c31718 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d8e5bdcf0503f7d9ea8701a736f9409eac4fec8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33ca512106938d7c2d84bcebe6ed64ff08f2e8ac5caae1da7e3fbcbdf47be882 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a9628edeeb130a4a71d1933bc84d8331fa96996 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba28e14d4ec519fd20ec6d3ffe3aa8dcb1aff7c225cc82fce70e2f1e9d5a6e5d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47605687f35b08a425abed257e0b127ba398b665 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3627dd1abfb827e4451373a5ecee3a90217111df9563549159e482c413a39310 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d1370632736b6c7f63b9a79150787a102cd8865 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78c849089e1da17e257956ec2698ff37f03b045409579f3de57182ab26fbf3ca +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57b75a6912aaebb6da36cdecdfbc54dbb7a298d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d85adfb71f0b199fecb95284905ecf0130451f808d726135690bb6393386144 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65289877047244f272fb773a6e2f1c0acb6c512a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3aaa027f48c4c90ab89a10c944ff2a8baf92563b21a764fecce2363259023e5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb324c10d8ad579efe7a1ee8cf58e03c99478910 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa9cd8abf7d269e92bfff413d49937b12d6d66a8ff25643011c2840cbf21f142 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15c4938335ff9ac1b1964877b0379cd06b50a461 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d46268f4df49d8cffae329eb10625cb9bb33cf6046cef549de93d646406adcf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c4d2601b065e5422f074acb6d28be1d344e9b5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c6484f0ae159a9a87f3625baf6fef5ec456e7cd3385a7dc03409ed63d67a444 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ec4ff77584b3daba515dfe12d2377d6b1ab52eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:261a38429a3109026575769287126250cb4d09507075e3b86da76860920c8149 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b951301c797bb05c53b68667d3ba23b6e77a196a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21641e0229b3b304567a9be86cf18bd97b79c10bf329a270df8542448d3691a7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..971e1fe513af2ad52759a86d03323d76472a8a7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f95de66a32d7143b55356de8553f20afa0f8695af54cb1366b3b26c33ce0742e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f7e38b8f0249a1deb8af0b660c2b6ba79c0bcb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77bb395d91284b1580041d72bf64a952f558ca581ede1ea9dcd95684f865cc63 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2277565c322ba234c1ca15cfa345d59f9bb1f02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fc866c7622be2ea5ccc5dd6b3592e0422bff820118af31135a450e20c567531 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..659978f5cc24638a7e688d93fc2dbdf4923d3f63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e2e51ed4c4b54f3226d3b6447947853704a7f0e774a759d509ea30b9722142d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..606a4f47d6f7139a5645ffd5ad748d53db5a036a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17f8937516ecfe74b67ee30ff46b54a43936b66f0525b3b442f2dbb4f690396d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e27a867f8ff9cdb1ba5068ae01e366ac2a1c35a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba5d1f33f878f126f82eba8135dc3bea0b9d80917dd670dd071968cedd92293d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1a6f7a6dd5ccd4d8ab6c4193f1955e4e597e17f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:877d1b308c762b66e2285bc2f147ec17e8d149c3f635cd6770af1136712de276 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcf33f15cccd3e886d85b259ceeeb71fcc792bbc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e28fde53a1a410342cdba6b001d3d79b4478760c357bc24234e35f293096f3eb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1043215d04bc2ac0607a2ce9e99b5c6d36b0ebae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:160d88527ad8585167fe8129ced2ac907d8533e320b38a56405cdb5981e56471 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa14b6c4020be5623837459f723234d476f48cfa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7a2395b7356e15ff85ffcd41632be9924dfc5a2e6e475917482fc64731eba54 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c18573566935c28fcd94da226b7e8436c85bb4aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6feabe437270527562f8402956ebc69a57eb938091290a0b75e4922bb9938659 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe9d4d7dca1819cf864e20847d7622f25bfbe309 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c5d991ca1607e31761cabf69cd42f24c7c321200b5180d44e00a3acd5b8266c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1491e5d7b6c7baebf08958532119428f1658de33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:399f60362ade2ab804500b2a76a5a782083f0e583881ca98b7d9e924c8d269e5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b43062ecad4a51f2dc04eb45cbc2be4c1b9091a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:383acfd4c1eb962a18c27ac6f2765db845e17f9384b58d147eec5849f874e30d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..437495e0c0e5b24d1e1d9d543f1c8a2b7eaa29ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:590ffc65e2a67942709c5489e91fd28862ea70c4a5b63f7a1d5135d05c5362ef +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f9e911841ca95012bf2f3072d76eb1866ef98d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0740f1f9ff9d4e48a491366bd27ea5ac940e7d1d552f5c1eaf4c81bb9eab44e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37fa2971e9e5a4b3b6314861087a05cf74af2f8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ba8c00a175708dc1da80dcb7d2963fdc97ea1e18c8487c2cf1e2d7c2c999442 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d06b94d4e975717bcd23c72af44167987e1578a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fdcc94a0b4132e4823df9da38ad1329dd6527b647027b01de5e364d2bd8eb52 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98f33464d76e0c34d852591f228d16173b6cbd93 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fe77ac2604e3e7505c539b68336fdde3f15e3019c0bba07363a8b45ca50a95f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..406a8d858d25db77d38e78206ff84120c3facffd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aebd87dfa15ae3e9c29c255f46ebd9d25c35fdd23806faac588d7a63daadc50f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c944b6291c4ccdcc9c2f7ac229cee9e4bf6783ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3576ea5e41063670bd98eb3a0813650cfdd34a7b9d4baa1a4046fac39b4320b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e255d2badb27fcba7e55af034fb198c15d7c9949 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57ca7a0ad1244d4ff317b9fe50feeb4ce2677881a1dd5510b38fec84d25bdba1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdca8a1ea8ee0b35ce7dbd8a08b95ee6fd04d262 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbe04840b08b364cacddeae4dd2410619207c374bdbf21a53ea12c1c7f7e94a0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1220a91ee931740a923874bb9e9aefbf2cc3dd02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df6bda211faedd3be14516271082acd89fae386adf4a8d2fd7e84c13f803ac19 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..161637a909991d918f91176d8175068592a99b4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e46bca145a29c5e7c273fba8fd5bdafc3853ff26a72b8a614cabc2ffb9d566a9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21138eb311ae0494c6155bfb89fb4b355a6b0375 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5372bfa32a6cb1db8df3bd7d2010c703223e1dd0a708a71a16cee6e1c10f5e5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb4e151236b2155d62447e1255b16406fe5b20f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50222413c4b81b93d546047b2b035684ecf765d84196aa0b1ef3407efe088c2f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..643e1ad62850ff48c12adba32b85af9eca91e624 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99ba8f29e685cc8f5e745bbd3f7e27a57d6b756820e0d4854763163a36e07544 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbf5ee3e73cdc3be16b24c4bc98571b78e16cddb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:163b435d61ba6ed181f64fd5121479026ab32159a5f48998c7f49c7ae62be052 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d48dbc227c925b8ebf33e234aa307c2356245c42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14a8edd35bfda49ebb8ae06962774059f03b28ed22eee142eb6490b943eb710f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be2c5d02ebd5c8fdc61f488e2e19ed7002768643 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c91d341de1305fc6e58c0231493fc4d8e62fbab01d11116dbf108d71f4d3be3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23d84768cb1230a2f4be09607dde50d34d63ba9f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a03697d8851ab9c9f372e0332a8a07e9ed8a61630ccae66d2f6e05d3e20262e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5eefc0b227a7a398eb4c6f78537875ad92ae7978 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbd2b1fdb504dbffde64a252e77042d8f6a34bf821abd58e466a520b237599f6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b83ca02d7684f8788ec62c72d7fe1f4a4ab02d78 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee88e26d656885d837b236e7117587c003a53afbf1dc3d12aeb00c422a4684cf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd61fb65466196e64eb6a00e1f84dfddd831ab63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3569e4b75b2b676a2dceaf8e752ced80d871bf6d5f8f95d5e55690138a4d8ea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..001c74e075b063cc083fee3283158fad664248ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfbde2a63456e386d7105e5193c29acead0af663e091cceeaf4368cfa7df2d0d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6afef9fb017235c484c7a4df0e903a7c7ab2819c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e260179fa4eb7030afd1fcd93d975e66d2e9ffce980fe91f98bf457d0f648c58 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cb5a2146ebefb6fc2498c23bae411a746a4f1cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a30583e5745070261870efd49353c7941cf6ac643090512f8910b0feb7e1397 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06fc9040c3a83de5a2dd420d2b849974eb1dfadf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdb429d3f93a2ee21116d69107b4361d1fa35c2b668c600887ca71c4f7719646 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11cf55ebbc0907f3ba1d6c06fc91c0311ddefd15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:394c188b723d5918b5fed7c4ad27c2e1ad391599d44027902577d26ffa7b32d2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa3f0eaafc325e77c474a556a7d42b50418e691e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ac6b7da1aac503c2d59edbd89b65ffe6403e245701a64fec62db3ead027b5a8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b03cdf6a56d66b509351a664a194695318d140e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b9f31fbe097e6f5bb2c7d3827b31d89e6e31b412888d8a6cfdec474e7c8eb4a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..450a233540938166ae8c2b258d07825d642aa148 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1cc135b9cb3faeca7ebd9216a25d826c7a5bb73454b4d225e81a8fe1dd88895 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9723d4dc66e119ba2f9e6ee71548ed3cefd4692f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5eeaa4831d28426b8b6bd462d16a7d6e5589fef01612f6468d459cbe05be26e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e376541e707619d54f5152245f996b5dae069155 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee2dafd548e23856ed44e16377afd94bb247c228e96ccd4e392eec9fc60556c1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9d779e314460c187614c231fb81854e0488b1d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fc6285d3d1e1f3167376d1582c96b494e9e10f87285d174a7566c5b9690db55 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a81fab8822dbd83ca274b6607bbeac3ef748285 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be41871c40d702fed98d17094afb616eacf31effc283ba6e396d38eb1511b5ce +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbba88ba01425d1dc408f6fd0d4fc777dd1929c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:393092cbde3d8ae5aa883a76baddd3498b47ccefc135860f963bf03a7148d448 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db84ae5161da6a7e3f1013f2ed355eaec7f687c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d786f0b7d153dbf242038f412aa361aadf78dcbef600bf567d3ec7ae5c14236d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87f3442a38fc3608fad412a3b60046f41c7eaa4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c90e55007fcdada65149525505ff251c03cf88aef80af57401056bb4b5a8902 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c29f3bc60cb5a0cc91890bdfc2b4ea5c6a099ce3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb6db38cb1bb61319add30b46febe639457b786ab485fb5f4204d19efda14b38 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f6d66ef57af36de59f0dc45df7b7ad0be9c1048 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42fe2420dd77af4783999673c7e44db64ca8d19ce837cc442dbafe1e9dde34df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd9df1f74b8d180d198dde77dde4973c5de6bc1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d45c43ce301f21112376c364a5f63fe58630945b5fc161cddd6b4e93bdef8008 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51e996bb410cb656e3a278a6d8908be733d556c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65fcb33d5a3f8505db8cbc2fea3f2479317328129b57c08576c3ab2f2d8f6661 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b687540408d44de202571923d5ff144e6ced7732 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a98aa4a0da43e0c9e31d5bea4e67a31f26101675c6ac4a2f53b63929e7bc6ba8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c24d8b0328a4513c9488b5012515062a8b87632 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5104c0bfa8dd2944241fc6a90e0a2cb95b746f3048c3f41a90f8bc58d4a619e5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6b4d3407d53722106248e1f761e9687e217ad06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4950ea40c8730ed069416d8a48338a964d9c9a08b0bcc315701724c003950139 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f01bdabb24f5a282d0970ead3eb92a8f344492b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c3ea6d7e963c846e9365e4e22fdda28a93436d1d0152ea122883720cd4283ea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2a106d36fd07225b68c4a80fd52d17083d1b5ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d4a873674cbf012e269ab8f88f8c07d4eee0231a1b1f7f57ba8da17559d350 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df51859394a4f9f41b0484ba2ad7077894f32f23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f770a961dfd369a7adbf6162b4378e6cab4aa7bae2bb133ea634df136fb3031 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ac3adf3de4e7d7436946398c56ca13c9848ec91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a68fc8ee468bd14b2404b5abd30c08863a582a3528efb123b7fdcb3ca2a1a643 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd32e239c669b72540d5afcfcf7b04ab7854ee8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9ed87a91e082d2f4ff8d8b1acc2896aa01467a208d7023f205bf50e87d70550 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d360aadeefefb80be678364ebfe1813e4b2114d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22b8e637b01f0ae1d9152bec8c8d117abb8e79f25a1770d3eafa7f6c3615f4ff +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89a72c0dc9e654e4c7d8b2b3bc6cfc97f6f2ea2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf82f92b7b90119f1de4cef863ac5ebd552862187513d11d7125fd0583d529c6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac84cda432406f76cc5714795ec97c902d3ddd3e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba75a72e68ae9b7443995918cc5e2c998a877a59eb92f76e8a7ed082f2aa2f3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6741b70471276b9fea868258e4ba2440727ac40d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e2d0df3b10760eb693d3f3534ba681c86d44689bf9c47f9614644814b0fd15 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f623ceb180fb512059e13a90485b934738f08ec4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bde85975017795d7c1eea44d48f818b36b4c601c8e3d22a664fd18e0c682bce +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36765e3b4ee30476e71a960ec793e395d4ad1431 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da6be1b8fe72625c9da99e206d48f396888fd82570bd346f2c7581b2fda05717 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d2d8ab2bc46496169632191215682a5e1cb542f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1dbb5b9fd2b339359c106c0162a86129a05f2b0376c708c937385f9e9128d3f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e446b7081d471183de9bfe6cc6dbb08169ce740 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6a44c9688fd663c387669dc7847bcff17321a573640d6b8027ffa54e6bf854a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d6b051510e23185159700dfa482b7a9329de57c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f3409e574cd4cc5c8cb96e32c3d6cdfe9978c55d1e9037466911877b949a89c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e23787bd306c449ea22781cd73e706732b3729cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea40894aa6f719d41a57d056371c59d75fcd57d530ad2826a9b79252ca247ba8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88ecec90a7962f848bd3a6cbf76ff52c4d670c3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05e13f49749f48331e4e514ac4d9612c06a59e6c8f29709557a8b6bc58f01402 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..165bd2bd4371e08b716284cec6828603cb75e0b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bfe135fecd059f36667d09d6d27754b9631715107cd3cec761d298ce582a9b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76ce3c5083ccf49ce973e1036610867ed17bc938 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a79dde815e509b0faf8d9735b74be763239a48c5e9ebb5b90602f5b44c6546 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e189c5099dbc1e800da1e7b09d041182dc8466c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d6e4276b23d6f33048094fcd08b9b97b678f21b6ce270eba157667b80b59d74 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dca7e67d14b22d33bf73bee90b02861e938cc40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e9fe8af6f738431ebd9fe7f7047e258f00027f6e8f765c935d9e2d10a0f573 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a07364561c2d4d3da10ffc819796b127d3fc5e6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:915917efc9e4acd803f3ca4137c01b15d9bb00a77ec60112661bdc556a1451d8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87ca53ccf51e924d2d2c6dc243dfcc86a8c75b9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe03fa3cebaad6f21103e5cda842acf8415f05e4db399cb55723bf5d18b6dad6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b3d43d344ffd3ce1d87911ff8f35c7fc58e01ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9691b595beb4bf6da9a9a7e4a95174cfedff466ee4bc1008544cde1e90455710 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83a61f2c41c95481b0a818cfc101aa393fc6c1e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9f35f2a6b0fcd34b8edb77027d5a34da57886cf2eff6c6e5beed50d1b65ac5b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08131d25f9fb1d7e60a5f471a105fb98dccf524f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec41dcd0b6250de1abc91615357e7ae18372bd4451c3139935af0dabe4129b8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17b2a5291f3797afa65675a822409ca84a1875bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ae54710e99887022540a819057bdbe30ded295c5a1921f9dedffd757a25015c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9208f39a56e9f7631fac51fc0623ccbdf54a6b60 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3085a577a3976ff9f5b88493f13b87fca0eaa443fe64f606fe3fac464f6a8e08 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20c6ad56a55885ea51b9da4da39a44ad6108cd4c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df93c762065ba87e1056cc36b82a5a8747299f628da6e06631d36dbbf65c9231 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06835d90f102c5aafdd9cdc5f8737e05fc5ff318 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61fc0b3b47c197b8da024eba49cf8b7e689159e683252ae82f3cfd34da3a824f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9e840fb655d94258dddfdffcec2b28566fb2123 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c9ddb059287dd86a9c7f40878bfebe57c80b41b75b7592fa679acf56796515e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32743b8d18db885afae23d2bfc2911370372d46e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ae23e24a4e905502708a8e2908a8174ef0f6f86a77f14ffc3b02ffb866c8588 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f6b12f720fcecb144fca76da958446ee264a644 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df3523990bfd5689cd8635b787f0508cb49e59a42cb66d4c1c7e0d8b431de1bf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ca12a2e1040a4f8ec73cf6aec4d6232493c0f04 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e66b3a2d90c9f1c0f9867251f0710a5f5394c6d047217f63d62eb347af980c95 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..700b7ab6d5cf31c8143de90dcd6ded4d2fe67a72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eee68d14ac35b898b6fceee6a2320213d258f8abcb88f57211b51e83e36ae6fc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c54c2bf657a8289dd6f8425944544a6acf2816a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c7aaf57c76999d353720f2fc519fa7c7fda769943efb3fdf07a7fa61322df0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecaaa3bdd2ad5930300e2c52648fbfe2a6347f29 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a54dd0ea96e2ce651b20415b417d2c695bb13ce323467bbcc29c011bfd2010b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00e3004b3cd9582fb8ebf0ab19ed1a619d2941a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37d56626d219e9ad78e4258b2bed51f62475176bb14baa292077004d01ee63e6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98b4de4ec992f712d54e5f2191d5d9d77d36bc7d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e442f7e96c9d2368fd604ef4bbded7c6e91588d00097884a5f0267c3a072d45e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..289facffa600a0ba28ba3ae4ced5ea032a6d837e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffc097ab2c5de75008ce9657a46e2b795ad0f74c7d62a3778cd8b703b281116d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cab55bc538467faef6a591dcdbe419be999379c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:892ff58052fec0e964be69c4c9cd3eb3e75924a80dac0735f4a68d09d65accd4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dc91f6f6abb5c15f74145ca5e8baac4d7b92743 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7059448b95314e37310cb4fc3c96d4d82e72bdf4825922d6312b9d5a7306f18a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d334ba25a3c54d4d002de57fec09dab876f541af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e542836b2d3bb8d746123746b5b18a6ca710eff0093a8dc939f4920dccbed4b5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3f85a873934627e5f81c9ed2121a51bee01612c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ca22dc1852f2e9bf3c7c7206ebc9d4c9c2fca290c338561719080874bc4cf0e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1e4e37c265c65d5ee05cf4fc58602223c941398 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ced492c660e1acd07e7f465ff2442c10cf94b1191e2783c2006666819512cae2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50ac9e59ef7282fa08195c5deb647f0fcb2c47fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bc0b123e4660dd19da1db870f79a926c548de18f2c9eced453a269d643320b0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9dcc6689c220b117dcde7d08ef3b15a0fdb4a8a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7b749a45fec23abf8a605239fca00e69eae0aa6bc62a29fb1d4cac4d3b8fb92 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70699df76bddd24e2d702ee6230e967246e4bee9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc3203defb037d6ea3ff9220b9894540bd5a918aaa8de44d5a82f37652682b61 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..596b0fe19022f5494e81e3ce7773cc2facb9d052 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67fc31353e88cc4b2566d6dc8918522802d2eab6e26e6b43af33e42b7690b1a3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec64c36a7bf5b19bb91c69f0ee0eb4bc6622c72c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac03558fd8ba9913762167544d3680254bd81aa500b788c591c816e49697591d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d58d9ad7b2420468211ef87321dec42cc5eab4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aff84f8dfee4fccd8757d0c50b6bf1c9b63f0e5094791b32ce9d57e81101544 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a9dafe91a0ac8e3ce6bc7855934ab81b2eed000 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d94cd1c6cfadcea661fd46f525da04ad284607913bd5cef841af0c6f38928720 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f49fcf40188252eefc07fadf4094a5ae1287fba5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b90a8f5a58a0d5ea9f7c74461adbf23f4fb73df02511933ea36674df0e64dd9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b835935b32cda01aee14037ce1546af47ea5668b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02af9fed016cf385fa786c9a00c7d39f78d2a654beac21c2f4eeab57b336709e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9ebfe53d93ded1693f8ce6398dc8fa0f775b690 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c1657a8362328f48663f4e9ab497fca641472578828272ade502d116e92e07f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26a5efe9551115a5838cebf9034a0717a47d3d5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c99b26dacb58859f9779d273818b441649887fc8c01f3ad48505d662bea8c0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a78e102195a2e9963fce6613bb3075ca574c3269 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c506ebe081cf412736c6f268a1a2de112143c962f28431be1029a6b4c5e8afb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3481c7cfc20e5d6aaf6c6ee9f7fc1b3c98591e21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45597b315cabe92171d8c2952529942be55cf991f4d6a05091c9ca5beeea8ffc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f335f8879ea56fb75649cfc6351baa8ecbf18f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f77d7d0bfb52fb19c9a98796b82dba042a57fe7cdeb4fd39164485810f91fbe9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..109e482e0b421942662bcfdbb1568d0978d6ccc9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc97200e26380fdd00cea90b60b2eb9778a0bc4fb851907856d1e2a494813f6d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75cc65353504c109675ce14cc31471459b696d65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:900f26525db75b9511e8dea21451265be0751c36471e4775967b27602ba4534e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63a82d1a0109b45382e575b592cccd8defcbe313 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3500a9f2f0e7227290bec82855db0c755b2632e63dd3e6fbc6d0ec5f9a6c052a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1bb56dba748400ed5a903f999e9e67edde0547f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce8b5a4b2f1970900f0cf8b6701fba0538e412adc3791f685b10528fb4518e2a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..142a4063a71f7289c0a8e9c406d6b0099aaeeeb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78d35e76341cf8f03c64228fd9381e1535e5e469485e27f96bb9becd9eb6a99c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c24239ad069a8ce62eecd4717cc752701b06bd23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c166a8c1c0dbfbbe468f71307292d544bde66a854ed4612175d5e5e1752d4e8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2a7e552d8f0f9d9887af5c559613db86329e7e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e1271639fb20198c3a69cc4f8db48d333d34c3fd8200b6f09b3cb1a447198c7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6882d8f1f301c1efd79d4a519176799edec6f20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65d31e6442761b37aa85607a5da08c502c58cbb8636e40362e6bf5827c4afe83 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..290240c7ccef4a4dafd579a239336a0d9c54cf0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38df31f216bfdbe8b8d5370f95bfcaa33177ffc70336fa2794e423ac2d277cca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb84c51290ba6365c4cd298b41801198349be519 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d23ef54d9a2f24ffd03ee7393415fff86f49d3765cd18ca40f1726ed4a34d1d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7c5d1498425bae6d6d3453c924aed2f7fea3d7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53b41b03dd2368e71ff536d732306d8af1e924735590cb1f6d79c8568de73f21 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f991220b98e1a84f220d09728e68ef529807ade2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b55013d8aa84c31f5925194b9d8fb5768049f1439b478639280b7aa1174c562 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c281dd49504a3770f748ce04153a557138f0481 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9147c045611a10c0eafd6056b4d1805ef9b825afe985ac4709219dceff25b78b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e148372d643ddf989279d724a85ec7a1b9bda67a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b54591e5db469dd39707bd5eb5d6ec8ad78f450e4f006c5ae646749acd39273 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed3a8ac72704cc4d86bb1f7adee8611b8aaa51c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91d014dbcc373275376421d1caf5b939ce7ea49db234cc214e562b0fad11eae0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..681b620a472f52d1535f59fc6c5dbcfbb49d246e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd615740340dc4fd441c11b1d1c17ae17fdcd15d45fdd4b68f67bff1115bdcd1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de54a25db126dc1b14b8dcf9c2d892e5a8d48387 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c14c6aed53d0e0503a43683c0f4f9f251766bebb920b71c8565c27825972f58 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68f3fc43e04dc01011ef9baa8ef8d9a1eeb5e5af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3790cf9b235439151c86898b9cfc019ab4db4b49e8daf7f3bbbf5d4d6be84ea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11dd8e5560b0c62d60f24a1d0cc90db218f19860 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa7d4e736a9e1797b3b834d531a0c114a0c2d4214a0f6ded3692d2c20c220e24 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..954e665513ce5fbf664354ef0e2756b454937cb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4bd0979b95e7720f25ac49936a35c5a0746a39f05778c18f4608dab8121c743 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbd85e48ccc342c541d154c756b5d3100f282093 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:307eca756a7013e7be7947fefc4d0940f32eb39da43fa2d6b3877fd9968e868e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d4305072be0a65398fbd997ec9ba5e3ba82b434 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca5bda33ed31b3b428e7dd60f5bb60d86b39f7daa47fde8adb008e69fcb6dc80 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7702e7698119cff574c7cba4543dc84c3d9d61ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e984e3fa99ca9a6625a172874f4c0430a6f9700589d48a53681bc91ef855b9f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ded185eb69775681572f97a5c9ccbd312aa07758 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3913cdb8ead764c62767c4734f87701b3fc360ead2c74e46bf1f02fd9ffdbccb +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49c89561a1b8f29d83580346bf7b512bbbf7b839 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1caf104a002bfbbcc39c2da3a43de11d11a09ba86ff242e637ed26032c65f1db +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8d2c38f1c508b918d95073e29b174bc89a8cd3a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5de701ce2c67e0e1fd22ab6dcda9075bb46adf4aa2c96443b7ef00003a12ef0a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37a493c7153fc38c5ac1441c7ae7b96e615b7f15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51c4bc640d46efba0daff267c2262b294ec31e09d9ea5dc476ef218c20229333 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f99ae2a39d69b19975e87fe4dd68555197241526 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efc6077140447ad93097f8ddb5ca5f5ee40690c18acfef0d46b9ef8619adc252 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13b8d9b6937b1d1f79347ab8655ccba23c54a73b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84d18e0d626dca29c24c26278feefd439a99f5748d55d0a57e589d7d7d51409b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea015800a60f075d43d71b0178e9b3f4746d5014 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d3613471abd88f519383d14a0416523937eba8314b5e8b6b2682604933ccfba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da2b18451b786dfad82da3a762207dcf3b95bb83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4202a58d89352bd700fa7a994ac89c64f5b8360e209ea7fb086004aa47db3c70 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7104555e7826e5dfb9613b51e7c40cdd57db1b3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcb5db35f508ae23955e0157671754172807d6616879526532a1569f05a531b8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d16b3e1ce4dee1ab29d4e5dcc5c354e00abb6eb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d55f24f89665ab71d973b41d83fdffeb625533e6df7590a702ece190845ac64 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a24b6e250b6226d84c2dfb038e4a97a5b7d2d494 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:268bde657c19a82f123dac6d571e297674604401b6a01b187c7fa9f3f4699fbe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4db6e685f91417526951195f1b8db4b6e2c18a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1e124edba27e67a7ef013e8de48439273c3c4897f85782f27b01aab3674189a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f5e90d5d97da0bf113979a094a0f337e84b75ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0f85fad307d8d7a7810e2b96e518a5e752fdd5cefddab79481bbc3eea88d139 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7022befdb7dfd4430e108eeeca40cade4f72017 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ec2356a63b0dbdd31ce93a3b001fca868f7005a25480195d117957c64e04350 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ba8cf9954b874910850394dc818fd1642d232f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e8d4700c5298d7ad77ac08e13b14b5cf78acc024d984a84079f6bb65439fcd3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f63de34e027609e18a177a450d2e12b9311d482e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2432290e6370641868c08c0585a4b478102335c6451bd5a50dab9cdca0c9cfd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1306fba7824525199dbc352857cd4b3a42c9bfd3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2506454b3d89f8a6c6acaf971bc59d75e8ffbc3ecb4fd1972c6ad600e2790933 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e864ab3ed130bc221c16cb666c494367dd38b75a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a46cb3b513f3a375eca606f263084d81805d7ef719d83435a340d152175a34bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0571c094fdf44077d8cec34012fdd399251d476 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cc1af3c1d7d77e74ce89a699260daebbff6f50d69b97d37db44b55ff5fe07af +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..306edea354577b9fb2768448a50cb61bbd18eedc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f94ba7475a2f1d81bfff74b718e21d0927b5ea53a4489e7edbcdc2394d6b4fbd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c85e0fc841edca312038a73f67e97d65059c3e1c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d06b190927c46035bfb794b7e6c9ec15077636ea7f1da788294ec7a1a1b3d15a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88eb3398d23a27c0ab6b08cfe896ced5992ddeba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42d2664506421fda1cfd4479fdabf3acbefb715b6e8400f5f22b492cdbacb6d0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..70f680fe2e6bbd77c74bffeeab2be61d053e6d10 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de41da77a5f83371bd8ac8c4054e1514093133791404c6fb2043f52142de2199 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41190ce7f5c29e2a15ffc6acb49f4e6d7275278e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bd12ee44d1b9bdee5524fb24c55571422b5bc1d0db416c99001a5789c931bf1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea8400d80bc5feb7ee95ef6e9862bdc4b67b1d34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d2688d41f8a1f5722054f8a55f211a66c569c5186d19355be7dd2c4225fc47e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..691fbfe69e0081d856f490c57bc61006b229644b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85aad3b82f19db7f917a7a48306bdd5d3b9fd7a17bf2de4be0db18cb266dd305 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f829db98b6f46b421648f61fdaf96956b6123359 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3e43764d419a40396973ad5168fcb3adcc820ef30ad3b0b393b438cd72b2f1f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b496ad87a357e808af5faba9dfc284e7baf8cf3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c8e6fe7f780068b59e9a30aa35818d00610997219ef37f4d131b1c36b30912f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a3354ccf6b75f83e3c4f13cba4e057da521689a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3f430e733f6253abba642b5a20753f488ac27a29f3684c26521d3adf73229df +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..125f63261d0d18ad9420b75be85f6d53ca104911 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55b64d3ce73096910247545da9569b67e0e8d2e75f3a484ca469e337f53414d4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ef3eefa6ad8910a5ad886f65be577d47a470692 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b911e0c59ae5f5e53924e44bd6a9f0c1ea4d88116c38ea6df54650341bf5e5d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08314621cf64ac1d3fd2e418a7666f4e22599381 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8110191853fd6002c5e6e3698fe4786cb2d2d1adef37bbc67e130b7c0faf1098 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1083fcb1b67b8c6aca0bf8479c69e023dafcc64 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aac49f944a40d5ee4e490ac221e76858385865e9489fb27bd086bfa6f1d8cc9a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e6a68d43b6bf443cb43fad634e6c32d88917563 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13e4fc7d45486e4c371e1621b8512bbeea9dda69f9a0445c94955321054313e6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..514086ffa1b4e84c2bf220dfc012e8064d8e9437 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1537dfc431151e74cfe2ee2fa0e6048a368732f3b5eada6431cf78eb260d0d0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e147ce7c251b0c97655a2edf8594a46f760a56a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d8ab282626572a57ab5f861c1869c25378a4f3c12e3d2aca69ba0d8779ba3e2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba275d8322604a56d624f02130c7f6994f9fb9d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca4a92f35f83239f0edbcab54319b5c5ff8efb275b34458631f913279963ef5d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0fe0ac48a9c0ad5ccbde77f1cb5ff900fb12268 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73ffd62bc91043bec9caea86194ce73080fc6d5248039830a6bc82d77fe974ea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3ca569cb0e4f264aace87dddcaf7eb3a2df3553 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:facef08e842b61e0cd28a28cc512226121451cecc3365540a3de47c235d76330 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25afdfc8d748df6e9b8b7f214a8f9b67b1f5393b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:191ace3d3e7310076bfae663236ae7a5dfbad5e968c4fe6660fc8771b2d72669 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38a0b5f6e7f8ffe24e6737e45828246f7be3968b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:333a9015241349c51bb58be8ad7bafd84d1789e5d726074b6f1b0bc40bb7cf27 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..459e2439b58081115a20c24eca82fd262a9d0e10 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8771e2d6bc0fdcfde9c4017f9ae8ecd44b8f77dc1d4eaa2a0273d0538ae2acbd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae47afcaeff7b6bb65af61ae42fca2152d5c3f81 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d944d7aed595ef36405cffca3692f3f53701a27261d7aeda13ecac402ee6f33 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87acc18a3c9f5895165b7fa13872bae49d88484b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd8a26b626a40bcd7ebe73fbd64b7d4fe1865790f27ffe6fd7412086fba89b4e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..116ef1cb83e96f2cd37d1f02f8116dd945663737 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ca959e27d2f3ef83a41251eb1512a8337e4c4dcd383c4ae5767635913eb3272 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8e07645d663af4b263f387cf5ea643a4283c752 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:198a52021283c912593c935392c91a76862af05d6410ebd90c9d13cf960945e0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9c42d04299a08d082a61060888422256bfb329d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b4c711e6b6e8cae283fa029fa5be7631b5b3ab0576e3c1884729952416be7a5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3d2cc80c3a2a63182e091e7ccd86818747a0f56 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6def6d78ed5f246f016eb8935c32ac3bd2fff7f9e91d6bcadb6ccc35f6c20eb7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5641f09ebd5534c3bbc9609734ec227f3df49a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64fb4ecf5766cb499cd36f1cf1da7c4dc3afe327ad91932745a85de8596811aa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b9415231ecaab09fe811b3f033c126da7440e38 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd03a9a69a29b057f2a4b96ed2b948c585db9aff278f3151a4b9ee1a4c77b95c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1353da85855156e651c15a10b07253b550f0c275 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc4e26239b79ae24dd0253aff213025cca00ce3ae433e22c2525b9a0df055ba +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..087bf9190dae1f52df8370ef28924f122e82fc38 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fae4957a1e11223d4ecebd53b97d40761aadbc98b3514fe70d361c9fcebcabc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..abfc71fb22df7dfa990d7fd473099514c2d0f2f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c5da74b52fc8a0a4ceedc75aeae8c2137a26aa1b5a95bbbf0f4f4529b3bcd1c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c647dfa5fcf40124ab2e19a659ae66e2e96c9c03 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d411d23692c40dbc6913e5e3bc32c14f97fe6c5376a0383c8e796548a41384f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d258a20f3f5a92caedb519050be82c3d4754392 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dce80beb083faaede59a2559e1036b6de35bf86972909697a2db4040853dbe4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fc64f909e80b94fe01e178837c38a07cb8959d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4abb66b9134ea886ae39dfea009e4bf00c9167455c735c65932846619f883ab8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d174c7294774e942dbba93da81c24ed987ae5a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38941972945fa8ddb6a4dfc80f9479323259eb6b8c490b6db3f0e25c41d50ae4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34a0caf0e8c1ce0c26fbed6cc0bb20dc01ff585c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9c1d80d086c265e46b31d8df9e3317436b94b7ea799604f19a67092bceb4c21 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdce65c1d1d743ffaba5c35bef007d42b7a6863c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:643cba4cdadd86f02fa4d683b0c093707cefc333ffc5ed646bb3482930847800 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3678e15f6a90dbf5a0946b3e40b3751e0f089485 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33a2ad3c3a4d08ed67904a2ef4641705f5b47fcc0fd6d8add97b0459bf424d7d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd4a51e1785d1ff5a82879a2dde54f427f614a5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58a52011504a95837e1828f6f8d44acd007c554691c091d19c1985cec23d7581 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d235f42de6649b8b8daf3783c7f2bab94c64f51c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e98601f029396b4ab2da72af21a2231ddd6817a2ce1d21c62dc03dd4747f4504 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..883383c2c197b531894a30ca088e448847d94b08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebb2a588cc6c1b289bef57032074b87e08a87b42b940e998df0cf016fee80bb1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61f4f2c961f93151fd3f80807b84303432e54fc1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a377263a6e145e65154059ac106764ff438b03f4ef11b17d354fd72bd2bf41c8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b751b48b1edb528a2e802422e665b57bb47d8761 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baa97bc8afae34df323d5e011e5be69eb511aefbb4736c859836aaa4b89f4c65 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03ac769211b2bbc27a58f44d5eae37a7000be6d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0435fc407ab9355182d2d022e239f1d78662fb776dbbf27b64d15263d66202b4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d269dd4bf929e31ff04a52c8b0362d248f75d394 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f33b4ece44cb3b8078d1287c6926d9f84aa278cd5eec3a3cdee047daa15bf5e5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3584edb4bda0809a3f54a4a927493e1ae7d260ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ecff5d1a107602eac8aa841f9b2506f65d32e48deaba611dfaa9d16e1838dd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5b9e646e57c00e0a2fe4d1fc852182eb6030205 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0827b7e94021eae916ab2eb6d1266ccb587f7a6d388993543dd6a9e4195c136e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5e6a6bdb2a34f9ba5beffabd2c2fc29b3a41697 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4de7e60d9ff50a5174318a0703f2204a52cba3b1e0ac6b290a375af53b452aaf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e59a59401e01bbb3fde2b013240daaa92fa2f6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bebd75b13bbb178968267545bca8a1403f3989ed1f99f3e3c03f73a36d32946d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b2b9f23c2e698d181da365869dca868c9e367a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5be25ec3e57d8296de1e8d848a19a1272f893a5050ce7f4305972683de644483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..130f2f8c2865bc51b346126e0c8065891bab0617 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c43265a66b43bfe581d12fd7f149d499eb7c4b657eef7cafca66c6deecd00947 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43075e272e64d030383acbc6f821a00a17358ee5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f74cb88a1e4d9d9d99583ee6fe33f302d019af73b3a27a547e07f5533c27d573 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c10aa991336767d5eb6af59f4b47421580d04f60 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:814c63efbe09e00df7749d6c28e0246cfbbdf5f0555fa6076e49c7711b3425f4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8743c3f1d6e2b0d2fe0346a469c1f3f2d728ae70 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70c1e312432c85e9831c1a77cfa076c12aee1967fd1a099f67c8d5540acf6b25 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..051e977839bfaedc74c31461aab05d6a56df056d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07267c9190bd5be1edf6f148c667eefc8d9edc4d2e20e81b05ac01a07fa443e0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd2c980d789b5a3bf86b84539bd7a373143860e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e33d1d6873dd97e8ffdc3cd15de10a9f97283317801a348aeaf8024182ad8cb8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bb6ea756ffd0a0752067c28eab51a232daf6e2a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9181874e6022fd29620ebe0f5a70a876db249ec1c47154c104c43bddfdaf9d42 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55ecfb674c7a20c19371d07d0afbd47ce50c9a0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfa962569f409753f29241f91fdc320bf057de22b36f6c73e23d5a9fd5c05fff +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8424b4f611d8938a36843c2835ce83e040a7db4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c321add222d3ef1bebfea9f0cfff7acaa01745a3eba54c3e1bb3270b0439d94 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7abbbf16384c92c9b6d1e0f36bf66e841f710450 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:954017699729a3b085555ecdc9db4734f581a95ccb88c02089c6d0b30703624d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..796f1576c87cbe4275fa17524ef91268f3384be8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bedf8fc8ffa3357a8adc7940dfd7307944c091eb05a1f5d801f3d7c59d8f5628 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddb28b8fdbc30a0b2ef774a264cd8807ae19dee5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac1a784c67b152c248c6c7e02513b769384aa096e247268408f5bbefd9b87df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c0c4296be2b72839e811dd75a98524b2ef62586 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a08303f4d0b64079b341ca26943d0cb9ba19b81258cdcb643495e1603695e62 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81801df7206aaf89b24d0d171441802716d3b73c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb8ef1d4dca3eca6be490e16ddbbc6c7679b3fd2e57b04ab36578c5c42e930c7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..17c993ba901bc3c53980eb1dbe2fe25e0ac67586 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0cfabfe6391652be0b577a4214de20a1f69a9e1a4310d9982a9eeaf9bef814a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb723c342439ea29f3609f5bedfbc8ee896a8662 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad8226b2e47f219dba9116ad811cf7144bd4077edd420251af674b352b59aeaa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe06e34abb80218b1f643b8292db6ba15d5e965e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:168390e95ba1b12f1eba15e3c96c22c05adf2c0d8bba45384e74fdea9fc20802 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c935c7a7afa46c413b01949ee1f15af717d0d6e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9c4c0d8670bb33a5bc985542e808ddb48cf33a404f5c1babec729045e0490e9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..162616bda8008c0eb68a6a965dbed3025436ec78 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:643e06558d24d84cf964564da0feb5f3e3e79730415b7b08eb07c7c214868759 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d7c27d925715bf9d5795c77d5526ba2e8732c07 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9816d6dc210096bc7da690104f12b24c1bc5b0fabcf79278bba0e3c4dbd83eaf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6a3251994bb64894bc5fcc7ba7d91714c5a32d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1e3c2a38ca389d8345870c024a494a1c8109bcaa9e226615bf348be8548e5d9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9a1780310696965dead12004558873c93f8646f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34f3798d48afa53471c60b459d6009a565c4c2876dffde16d65c6715ac07f64f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd34690c36f1fd7b84fa85e96ec6dafca4d56c1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d81c8b0fd915f7997adda86bb233bf9f86ca954edd5f505c1302a6ebf377a7c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf423fecc5acc7e47d073d12faf39d45f187007d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78964c32f48f172457db17e274087a3931e3c29b99101563155b694ed0cb7186 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df8c099fc9c327882b51bdce440fa189f52aad0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3f2af8d328bbb24d729bc98dcbfbcbd398b2f50fc9bcc1452624377a3337166 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e5599ad3a871d2bfabff0a42af455a85b032cff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee780b3823d7b7d6744ec85b2973f4c63693e946b199d81d0b57e66b5179a592 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..21e4f0dcf1ef82e4dfb3c41cdd7d37db2a32b841 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5617addf0eb3bede6d7c78a1f2f255e31766757b458280e41c2521f4fbefd3f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41744635fc7f5bc56833bad480f53563c786076b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:257862e4a63308965de1b2b412630867ab5df5a49655e04c319cd20dae637503 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..906ab840cfd9d4b3baf70af1d02ef2070c058f65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5b739b556885c669f04e837cb3bf33aff537dd58c9d27d59733355a35c0f2e9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4945b0c4a7ab44d1af91e625c3097278db99a0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fd28ddeb4d1cfce5707e22acf936f2ef52322661e4533d081a6ba6f0626cabc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcced0da8b9ed8b04c633085271062e87fb22bb1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:834d906e928d3be61824d0c71d93f622165d2c4a73669fba27a99e7468a6b68e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c556528aaa7b81e33fa10b256e5802552d394e1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30b0d6538eb314ff4552388cbfefb2b3c8b63a183489d58b755905c31bee20f4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..183fdb4b6abcee4b8df4702d18c0d82517f1ffe8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13f00c5dcf055f3306e7248474766a16bce72244b4ce2f88f2b98dfc50adcfb4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08424df042235362851f5d6b65f206337c8e839c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb490f8c13153e71646e9d863bed5a4b11ff10009c90385c046a52a1bc3e0015 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c23986d38ea3f72bc4ffb1d99421fa3665d7d4b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a172f1404a4bd648d00c911e6c9ea7a718903b63d5f1b942e7f44fcec27cdd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d1ca25e2303223ef65a9a6bf0bf7888b45cb830 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29f1d1641e7277e4f47569c922d8cfc2316721869b5257bf6ad41473eb568f6f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55204dcc5f5d68759ab5420ea32bfa3b4e557c9f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1879176d9801f491fdd0ca91042ac05a120d5e78e6ebcc1a8ee133b737c76942 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb6b06323ca0eac157ca74debb50eba9b88cec77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a580d94d092a877c4e20a6a4666383a97344cb581b972f77ba52b398efe1145c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a356d0e75e611b2ab1b850cb642f7f6fab8aa32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c60c17543d2f1b065495203adedef58115479b01f16157aa2c09d170e162692 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93cf683f4348fe3f2a1daf936f0d7d4e08f03cb9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7adfddd8a6c0621601cca2a108e29da75a03f414e3eb52ac1c73ae4ca1d99d3e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7cdfd617b4d86501f20c78e327830a609975ac5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6285871b7551266cc4a0dfff5a5439f95878cb6c05bd7b7b840729a2e58a41ab +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e13e9d3e4f4947fb7ef6bd57b297759bd252917f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7edd9785f46567753e6fe15fa0b6ae4d247cb9bc59a8364db68e10178acb0cc1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e6205e7e9d5d58d5cd4314e145e76248a065614 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7aa325761dd4fdc1c53ef874ff19b978d5018d0713d6053ef28749f87921bb7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02ae7d066ff018c6e5b44cb46baad072d0c93ec7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05b3d43c596adeef8fa56d8a473c85ca4deaefad618c70e726f3658c3f2c76be +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..254b4416e27d3708dcea1e3b3988791b34426b66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a88321c99d36b519a0c9ea17bf015807d1d5806e6382dfa811a775cf9d0c627c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d97a45d20f4a1c1bc16b21a66332c1d0c7968ebd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac630b640e0abf31853341f1c7520cd104918f9bad5544ac6c5b8c52f040dfab +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec0e3fa2253b57e599a153b6d5a920db921a5acf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:558b22b1c48221884cb6f3840a7ed70cffc60f13e408cfa707a5bef2901162a0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30b62f76f9bf3a3a6468696d48bb46e79b9bb744 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b638935d48a972bf29716624e6bdafe63f0fb922311fbb604e792b3632ced3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a7787bf746d33bb2af3b93886ee3ff39a8d37bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86791bc69e5ed05d2803122d5132e18095f14aed8331456346ff3b8d3cedc3fd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad2393e2d5acdd01be8c20c89a81bdcc71cf15ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb09572fce8e9f0991d1d6fd7baa44ec91cc91293d532d50d553c0321f4c72c9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a0b474d35a1617900779c0a9f6104bdec866827 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d24b5016bf56b0fcb7429dfaeb61522f9377e374169f180fbb9a9741c8c62e13 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff36ee52a6df965458072b56d5b1c6f7b426dfad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35e36f52c828f4b132fe5fb3b89fd1f456cd1bde958b3b35edbc349a2c7a7453 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3fa2f3d87dc636b3d19b720ba98b5b0fd445332 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c3d8afa9723187e6415e60dc46bf901d7feb208dc79203ce4b93ec59f4c323c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71340e222dc452f01296cceba7998664504ca7db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfab2f96bc86c735eb6d41a672a97a635537bc4bab0f9b89bbaed9a1317c76a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88aa2555a3922375f5703a0764eb74069f87cd7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b75162e1bcd93e03ac5d709f3eb66926762316b9c93bd8fbcdc67ea0bd277ed +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38289201cd16be2377bef33f3c459c7810ab276d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:732c8701191d1b92e63e0ca8d6a91e752920450b6ddfe632965366dca71285e6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff53c3c20edf7b3ebeba70c4f666dc98f6df567d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:232aae23bdc9be2401d951f7993df886bc78d4a5c9c2befc6221da61e70a9e82 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eada3c032fea64f717d64ab77cdf6d3d26d72385 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37a690af1667186326cb0e8a5f9c50226a77a84a456b191bdb10b0d385901302 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e082f10ae016a8d79731317f8bab2ecf8a2b56bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53c66ceb957dcc8176d042a4594a808104bc3994f1269a435e633f24a47475f2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5659473ecac156a5c4a2728eadff7e785d5707b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd91d93981f7b15782888404b19006107fee5459aebfdfc9448e2ce95cf96771 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01e753407c7973cad496fb585b59117d5a9a4a04 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:369fe375a13941fbf4e491c5341bfc48aefc71be37f80954ffb18930fec2cd33 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1be03c0a635f4bc5fedaa94cf56a770fdd44490 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cd39d8755fae86c288225544b59ef1dfce919feda69ce36d66b5a91ff03813b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a49232317d8f09c86a1c21433ffd2a383a10e724 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41e309e0fc8ec3876069e5b6808c2401847055d598f0dff729e49131cf2723e4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4b99544be51777c36f5cd74c3632eca7536ae9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ff4c2c25d08efa0e27fc58cbb5ce965f2e9975bb22301044bf6eb8393dcee79 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dc8c676532e17cc7b3161c3114c16fd60f545d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02c70ee9dec3f75eb3b75703dc586c11ea46f6495a0a68a5715aa06860ec6abf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29534d5f94fbfce7fe03bfaa0231896842550c80 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:707185d0c8c703b94480a1d346227b0373fd525304b14d3fad6bd524a71a4cf1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75dce8668f04064e833655f51df1a5ebf99f2c1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edbf3be0e3f23aa125bebcfaad081315b490b3467f261a5caeb69043bf773918 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b26864785b691c12a37586861513cdb72e22c4e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba4db7479a912302fb1a46e95bc3ff901aee4ae5a23d3de99c4bb4a16fb03b50 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46a5e31e123c71442478f1c0d88d612b7dea684a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:254106318fc6dae21d8b46ea0a435db46dcd08e0da6892386f534de71a4321fc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30434bdeaf2082905096e4478e3ac592dccea240 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d4d7c7c201e38cf3a62f70c6e37d27890086f66a6b31bdbadcb7dc71f95e801 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d74d479d4e07478cb40ec8e5b765e4b3c59c8945 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25db77bf75d1abf0df4e14734e90545a50d658ade044fdf1b13c637ebbc50c9c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38dffa7276fe29b39b8f093e95293d8569a0d0d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f18c2bbec6c599642542676b559094c4eba3482670d05e84447bcc2d45e1e1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..111e907cb449d13e6c1aa5b71bf045ca95cfb3f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c25a0bda1a46387ef8edfb2a024739ca8beebd15fada827e4e58942304fcf06 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d418a9c22f0b5f2db7f7c2bc14e795408c76f19c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de74a77a115b331ad5e038a79d54057528997c4231a19847752d7be4766da825 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34e1b3290c1465b81319fd0d6861d5b75f601741 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76381348a25928bb641ed563933d6a7cafc1a915f0505fb7167e48f56177cd19 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..616dc2a8cef7615795fc00c932a63a2d13f078f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08e94de685d6389424213d2210ced971de07d2a3d6be384d31fa0e01de5a107a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16e1198740b801f845d79827f1ebd02d09d899a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b943a6917326a6dfed083cb337b32f122f28854268f53446faf172810d88f86a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fadbcd83bcea6e610f694ab048092143046b5d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd7cf38207d4f05d540c7948fe872388b8e2dd7a6da9c9fa535e490611166594 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6d41e6c399fd669f9aa39a03025ca889fffd2ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:678300855c307160a512f640f5f538016632a322639e2d1849469d07ac41608f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10bcffaa51bcb7f9882d25a395d67044ded76988 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69eb8edb8283506bf137876332dd5f9278288157b706fe5b1c603a29b00cc57c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..041803fb65f76a83c446a7c512c1f9728c7a7028 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:590d22b9ca2c5f456d083fe9f0b948f56f638dd93d8a45c1f7b58a921f141883 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae53ef417e92cb68f1cdd76f11b4cc133548e2d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f10dc7bd40bb8ba07ec0cc2287aa4e0790639d69f9cf8274503e1b9603789029 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e5faea48bb6feb293b0afea12f5aad5cff18d5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60689d9f9b118ca4e37d6514a06dd21c5d3976ddca40d245297a88a8920773aa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd4b959ff84c994e2868288f853665c6e0f69543 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4041b2959e59f495ef7ca7e9df44f1fc9198fc293295c19b2383c2d9fd31723 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f78fa7d414451a82d8194bc6d39daf92d03df94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:949c4132e14bd0d848f7250fa5569c5fc0e276f2569e7eeb8dec2505817de205 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd91127b258530e841f078a4d85b8eb786a733d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27331c4a86de6275788dfa6172cad7b14b745212afbb1f02d1a8f323379293c5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bc05acab91349287ae16779caf383acefab3a54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d03f862b1bfe2d6aaf9bb465b61f796ac6a0b2374e7b3533fd5e6008ae34ada7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d92496d81077595b23d2d94b8f8bdaebfa5d1a05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ac415e9fb6edafb64126e23f1c37738940512ad430acf69ad60514ab065a94d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6293442349973662b4f3064637b4dad1cdb98da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c923a1d2ef0116acc4726b550f64abd943ecfe81bf93a85badffee459ad5d26 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e349688fdb735837e04014fd7cf6eacbcef7ff20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e6d75e55cad69923c1ff6ef152513c380b22a307f774261f3722a9ad89a5141 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55785e7120085f2fe37823e0cc4fff5aeea308ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26afc7860f90ca67d3973ae957a29e4d8f134c0ace6d0ce068c51eaff876c7a0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57054fb2f529dddcd8732a24d171d9a4433b5753 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:620abd694a172ca790ae884dfad023fa6b45132bd231ca26cd5c448084a8f031 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2e2164255f0077fa2a4dae743f3ed08404b3fae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5dae4132e7566636c94aabc258b6832f28a74ea4ae4883c5692e1bfe4763ade +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd4816d4e9910981dda2cde4b9ad5cd702a92aa1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e53aa9665faf99edbd2bf112f23f705f5e05fb0444f22a3ffbd14e6b3894392 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31e537e9d7ecdafa82847321807336d15ee87abe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4ff4bbd572a7635340ca7f17efbf937181c9270683097fa60705d9aef3f07a2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab05252458fc28ba84faa216fd545840dc324ab9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e312d154eedbe76a08b9d6288bc7f881d11b4da22af7ba97c6f94fd77d294055 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..acb75fd77d5a99cdc216b25bd48a7f7676fb9482 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bea81d66a1bf059ffdca72cf9b5fe8fc36542133a5a7811f1c3744314af8d15 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be936e6273005bc025cec3d4bc7a6c21bc97971f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2209e8bbc5a39631b0164fb91726e2439d9cf2c85c0953f894fabe15d662f703 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ca9786cb43203daa8926c1ce2aee653cf9191e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5834ccda2817e4cf0bf52e16576dc9dfaa81d32b7159c227f01973965b38f17b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7a822b0fc92f02a545b492e64ce82d305f2a009 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a16a272c3cc6593dd0c8f7ff0137728733ce8847f9e446a1772677eb4e8730c6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28a773c12577208ffbe9c545c0964042b74e3f2a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5872784387e01f3da2f2dc266dd333ae7ce6a72ef8f9f361a8cb1e505b0cad67 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92f781ee9782ee01a95ec430225f6ce6070cd69c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32862975510306eae9362a662a790822e52b34e27eb870a8f0299d01f00f5cac +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cab5e86e5f01d64e79865b644785b8b7cce9cd5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab84db1634e10779cc23daf1e9def9cb453590ce335ec397e6867d03e0718a87 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5330d3b333781282065f199069c8834898566bd3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b35fb5e1cd9143944f9a6f3c914672f12b24f76e3a46fbc06879ea1d76df220 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..26a99f35ee4e4c981013c3a4e19bdacfb85b237d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89a8442e206fd863ec2782a63a02387a85fca0ab2e3d2cafc34cd94952ed4b1b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2adfcab6db3e857f2a8b1b91a6d7701210e5738f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:793e0b644ae746950fd36715b6fe16435907a9ec7961d10970aee14dc945e3cf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3eccc3d2003fb5c00be84064e86c9b93340f974 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f04e323a26265040f67f2206534b69cf6b0ca86786a8d6b10d7a6c8f9f642bb5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9917d2dbc24a017a21227f17a858f743bca631c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73879efb97ecee3d07f79ffc3a5c56c35b65ea5af234e20bea8919943ad65a53 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bfb06208c5119988853f896d9fb1b7b8e889302 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:566f6c23c6e8c6cedfe00a2d0cb486f2961f30c9e52f51e901580d3d6a13394d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74f4c30b1f6bdf3041131f7d93332fcf98a30e64 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b703035952bd2b8128169eb3960511341899fdfae6aeb431cea9b4b2799ce3c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1603e2f9fa11f42104bfcf657c9c8a4f5d641ab7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da041cef197128e360738fc162827dad85a0c9ff63ea4df064d39d36950e2533 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f992fb36c3a52c92adc1d6dbe2ab216b1ee57cb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65ff88ce0826d29c00296d44d42ff116b031632e15ab355f3dccdae28365fb08 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e47c4101f599aff7e86d8b98e9bcad32d4c14178 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7982a13ff96040596516e110990dfbbba135d82134c9dc76c86ce65a4a097509 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d41094f8acd76d667ddc195b9bcd68b6d444fcb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:725df8a8cd78ab7d12cafc4cb4e5156e617aec57605d046bc0f637e80c0d5cad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..18698d1cddf56368e617ca419983eaf3a926a319 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6348d08d84ddb1b8d2283509dd2fbcdfb2d44a1410820d331e17860d2243154 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9fbfc769c15e7805d090fbedf8e0831d054790c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f57e84a62f7edbd1479f51e7242740f96bf63378c2e277433706f8351b715edb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..844111db7cd93ebcc856d6e7051a4483a9bcd24b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6bd77557784bc5345f56c1cdd50e5bb87ce38ad2b646ff62c70e8677d5a7d88 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c8ea9bf449ea0addcf15b9d943a3f1c69c37f24 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b22522e9b0d691857251c8b80545cf9195ccec29784fe9fc93c1bbe2a63874e2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0f81aeb01cd35778527018a074c1d9aa25fceda --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:489fb798b7378cc81fe785770634397b11149fe3b8ee843b19e349cb9d2ba22b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d52a9000f2079796712e25b6a1336f9c9822398c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c2ebff21b43cc8859e39ceb04adafdb06f3fb24435a3e8333619fcb881a388d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..603ad2d7a790311d9506e295ce852996eb476be2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efff124b00486a4742cc33dd1af5c1544436673a68c6ad7e71c5ef8560ed863a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..945467836312008098e88b753f9d6cf2ab99ab08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d28e682aea039918db4a7f7373d25e735e45a6355d61074e0d4879b614df5e46 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10b0bb5a1391abf74c453c3b1192f85c8469c295 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3392ba5e39d6eafbb88642449a5b47c9a21e87c4ad0fed37ec7c34ae5faaa2a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2294c1ed95f94c48d45328a1e749815b3fa75ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba04c5af844a2208f27eb68cd1260ba244d741fb1530337776939b7025cb03f7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..47c95db3c91805921a272e2594b5cacce14d978d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46248349893bbf524035547e852700720179d8158036bd1d9d56688aa23884e4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5285b5a42c4cab32102151d096bbec7bfa1aacdd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:875168d23549882b8d06dc95bebb53d8f90aaca5dd06f8bb773e0a23cba2242b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08550cfe30664af08544e358a8193449e124973d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce0ca17f1478baddecb19aca3c912059692c45268a3433e4c6a9684b1f906e09 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66ed78be59e830a00a84bb0ef1e7f074e51e8478 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb507850df8c57edff9e9c9e1d5deaf4f37fe5fd1174334cbc0617aaf041f5c1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af7d0a8161c794bee8ae4cb067cd5d2a3c15bef1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9467d63e1cf67a19aa01438ade1d0310d081e6117dabf5b4b399e861ab33874c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57f446f0510df7dc21f24245db27f10ba4cb654c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aca319623a3743dff1f9c7cb8a460500ad933aa7824292881d5c3b35dba884e9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d16c023a420d6a4458b857754734464c930dc7bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a34c1725796a98562c79df43088da0200aa1950c0ac73bcc99419ea5942cd07c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77a3ef7d35c6de59fbca62c9d96b7f283b4f5922 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be1ee8e2f2dd3d947ca6238e6b52719c51826841a574a047960becd1f93c2b23 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a21766f5965f864896dd6bc4ed7f4faefb4a04a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94489e2021010cca9c0fe53b0125d39011ddb35c328cd29d028c58b1fcb445fd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6641568d772dbb12f3d75564d2446fb3671ce08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c15936845b72df4ce0a15dac6a625f87cb4d837b787b7bab56c2cc929562967d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc8f4508616387a0e4f0c3e19e501c3db0499614 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c70916e7f121bb8559f3220040b83d7b2ff996986d7983cfdddc5309456ea80e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89336ccd2788cb60000293ad3c50df651e5f5472 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa73d1e07eb1d4693a44529f8e38a27fad5b11cb7fb689337a14ad7a58ac0a69 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b516fde59d99dc9b7bdf97965547e3305ef58d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3e7872a76bbb0673c089e484197c7478c1fccbf059606c5b671c30f1426f17b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ef70cbab20cd36741d854724f32c2f920fb7ea3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f6579db3c3da01bf3a11e3d2f4ed39eebf0522149e4b8e810fa2484f6229fed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..77b6f080b4096f9b0ac6e1eaed2ec692c6696cac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9200f5e57e5be4eef255ed2660addd6e0c47f2df17482a71a64bc15dbcd97d80 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dee07d073f9a9df48a8b1a73a98aa1e140f01285 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dfdd37268a3c6713956205448c83bd9164c3cc1f6225c9a1ab7e5cf22e68648 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae622cbbe19e6a660117f94de2e8ca705169b38d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c47ea00f41437fad1e28e44abde06628c1f443ddae6864221d86c70faa32e4e5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cbc9e3d43e6e8bacee788ee7918ea89b726bb21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a83e5c573ddc2863f4ea807212e9f8cf4bfd9643b67bf5f19d2163415f23dc2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88c8e6a75388e8f4c5ec1e2d26f59aa79065d8f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c4677f2a2a74c1f504f79e19b74434e791d0817732895489dd40073e41eb8cc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f842d6fd1857b71313698796c0c6ebb9402d09d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:379284a59427da3491707e36764877aa2f505c4b39f0cf405c92f010b44c082c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..908255e6eeb8e397b6c950d2b1d292f73dd2feb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa426bb31501682193cce3430b83f0033eab32dbe93126c37e826b39208cc5d4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..799531a486b462f4821aa7b861e8b1ff946b6c98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:184d8ba9ecc0fd0147bf1f5a538a50a0481717d8b4b2b81ffc6cb5146e454d43 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c627f8929bc100987cc83453adecc44b493a0f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ec2b264a3eb7f3d8d522e4d6f9b7e3447da433033419df013cecdbd28b38d80 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3012f61d99374329b8caeff8216792f1d1c7a94d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d697f4982f3fdb8ebb9751cf9ecd81a394049cc04126ac921768dc788faa596f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4901cf9ce6bb1c72b3121aa65b2c44dff3e3919a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bda6384df03a5deb1a413184b1a89a7af1188ddd1444203a907b7b8a8cbc26be +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cfe7af6db33bd00e3432b00e6b08d2340a2b603 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98c59d0248bb15061bd94316bd3d2d782652b30dbc3b859494c46f84d4cc3e8f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..107bee19f2a33c606a48986174ead7f8b2ea44e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:124650566f4fca40f94123c68832533b437ac8dbe2b6d21392b1076db2f02847 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0658b2eee152dccafdef7219361dae91eed92601 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ab42637e5f5df5b2e1b9ea633cf4997843e37c0b4f4370744a718b77a07e937 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06e9234afde9c10f286ed6c1515c74e8c0a71c1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:709733085554797ae1a0f13978dad6824a433b73a6a6c9f400ede93040b2cc33 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b882ad1bca517bf0869a72560f45b06bc240efbb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96cc265b8bf9582c0fb1a27954b8e2bd9ada2231ea3e6abf06eb0e5dce972f40 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de01581d19c56548006e09176a65ed1ed1c23dfa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a4941a1700a710c767d255f30f40b12500daa65cc5ab7e764300a5b0d41e543 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f680407f9479c11dc633aa817afb516c83ef3b44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e363653cea6a6e741b546a83bb973597886a9ab52f29ce5adc09c8f07b3b759d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5253f3b4807666f5e59024dc60841921465b126f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d6a25afeca4bd68a0ad775f6f5233916dc72faedaa275dbab080122bf3241de +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3f4553e23bf239748d573b95232475c249c7289 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4db830165bdec4bf4848d51d8086dba32b5a52c5680e24921197e8e1c6407a48 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c3ebbf38e95f2d58350e7d8f042e906fbe952a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1ceb1daee73cc34133f63ff7f89ee6de0957545d68c9fe705e67c9a75338694 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80971d27191941e3302027fa6e1dc03b93e4a5d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90c1bd757193e19c730bde446266083215091411340ac13e6eacdd08f37b1a04 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45d702c9d2d35a750b7553be668bff552d8ca25d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f5249b1ae80c4b1b02a329dd730ded39db94785fd783dd0e0d1bccfffbf101 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0269be556ba3220c69eab62eed6f3c97424639ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f36ba178714738a40bb7b5de04b63cc2eb898a8ae3defacd59707d307ffecfca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b600cd23070ce462d9c4063f60cf393ddb77fef1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62d269e20c5c71d6fa031c307c814df7cbaeddde9dfbe832afabc0a9422525e7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..250b79163bedc87da8bb482aed50412c3a8a4ebb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b942c5e8e6a37a6e2ffbd3424313688ae00702a9131af5ad770aab63c134971 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..132480523717d05a0f6ae20544bd1148f5dc4811 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b2becfceb65698ae05710ec9da4edeb49161ca8a1f7294dfc8713e19d63f4e6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7abf5b647b12880ce5fd1708c73c745f149c185 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11176dff6401914a3dd87c5714d594340965ea358cc29bfa66aadcbb288a062a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..118fdea228720cc72dc174fe4a886a31f9e4cce3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeafabcd0b5144bfcee1f187b4334c00baa15ab583d2b6ad2ae5dfd59354c9f8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9ed96799a9cedf2148f22b7e25f7a607715137f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cdd4a90ad43f64be07d6e5640a423a06f6374f3c735393c8d1a8d2b05740192 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c26e0ff13e6049000f8235de1f3c5995a28d34a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23dab1bd95ca9d86571fa2490cb6781480ce6b6505f45d134faabc982ba39cf7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2f0aa1df04e8e63b6c24b7f2c833bfc72ae265f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d88d3fc142c657de315a9dc080b5aa1fcc742850913376fafa11d32d4690a070 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d599d49fd81e456228ea7049a65b800e438612b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:543a06047e33e79145fabd82921490a3b1145bd1f12343240bf280d40c1a246f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0ccfd74c93ffae94cfb9a8ce7fa38e605e66b62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2afb485392899e0362b23acbebdd6574d7d542d8cff72722ea6feade5e4a85af +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6a7f473757908cd3d5f57eb04be5d41d58b8e22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f5b7430f55ad3fe2ef3d9d98ef11fcef43704d60f45414fbac3d9ff08d1abf6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d22539a0958c05f63b92f7ac0c33c51e4d99a99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c877533c746a9f31b680d8f3204a03582a9970f8c6840b4ad390ff986889003c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..21ab5d8a5594b4cd2dbdd2024811bd919cebeca7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b600fc16e2188ed1526c67ce7fae63e137a3d2334a03ecb181fc352ccf84c1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8d93e3484c0911dd1674e46a4f7f20385d5802f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb78d56d116291beed42773bffbf73ef3e2cfd4ab9aaa4ba9312969e4f577d30 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b2af64078da433f4f151a4a73b58377f4b42ded --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c310db442d0b3e38a75d39f3ff2687a191768d06dfd45581c25753f25e7e502 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4930908f14133e162f48d30074bcee130415dd04 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9258964e1b87adfd60e1fcf00fecbfe6ac9589ca7e07c82a151e340b626aa20c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41c38dd1890932b8da62e8ca7f7d8695666205ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c96a7981449d7c6d81f4bdf6cd9bf521987e17bc7b840b28d4d6a2ec691ee4eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9028c4d57b4630cfff3cf2564495fe204a6d22ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a7ea2bcbac853b01903b75061480cb7428c2e2822f55b42209c34fb66a4a802 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..730b5dfa17c795bae6ff49887c8c458a4eb9dbc8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f021ccdce6a9ea630295c3c1c171b2c45964ee14f9d37b93c500bed68117f44 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9361daa5b2e6492f13a83769773e4c1612d3079 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:516cf45c5fe274e37b3b8b563e2cdfe7fd88fe0891d9aa74038bf24addf32c30 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d6e72e4babca681a2c16c04ff7376e85fc989bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09dfb24e8d7f927a46fdfbbb31d611f2538ea04ae11767a32ed2749c7c15234c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1fd147ef5da30bd5e7b20e5b5a58a4a7608282c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba2dd30c02403add9df39f152a8cccfd3c723e749fedf606fe08bc51c69c467d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42c2240f07f6a91fde9ba70ad32072c0efcca86a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3c2ec6e57b7ddd1a139f7a55496b2ea9a5b3d5e06bb6b10df55831620408a64 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e40f3a34ba2231638a1da9710a16c50e9f44f9b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:894096f26bfa14776fa9a65386bd49106216e6787d1b1556951e2a3f6a51dd12 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6afbbc0b1652674343902e0ae99268aeca53e12 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc8b9fcf6fd027a59538ae8a61234d22d06796507a04da5136d114e8538b5744 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e7213504e6c99db9c7dd93fc79560a749ec6784 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ca349221388f01d739ebc8e73e67deaba5d764b3c911e14ecf523bfe42c19d2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2622fe9b50ad032f2215f395d37623906dd50f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e0e9dc13c228d54582c2f75bfd25883ee22ab1cb28fb13c8a335c5cb306afe2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35ede5f52f7fce7ceada9c8a02e737915840cc1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91468c764138a9161b45dfcb8a21ba7734390516e6569552ec456085066b0250 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bac391f79bbec2af575e2973065ca49404249b31 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1a17be0d33a02e661b81409d1c5c775bf1c32406080235bca60b608c237738e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f48616455ec92d63374250d3b1b48895458d7285 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:011dffdfe4c82831611ee0731d443a17885c4eb88ad8460dcc8da92a09145dd2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08f65d3149d9d9efcbd6d37a484c7b7457cb61a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:445fcb1c266afc31fa25f14496e6d2c8cc6f9efd14372b9da6faef452f4cca13 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..456bdd13c20d412357b650564e4c2d80ce5cfa5e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbac93b5bdd42d3360297ac70df9582ec6dad25e32929b26318359a815dad960 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..126b254b692645a9a1d0ecdba117738a4b30f22f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8cdd5a76a58d88cafc534edd940c3985136dd805ccc550da0d15c7b9c58b3bf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4901d28d9985e633253be5a70ae072e6b9a7da1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83644a413f0db2adeb09e1b57280412e84ae463df26300e2bc63a5cc92f84a0e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..98494daad9573a4681b73901bbf7477231846ada --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52752f72d814a531d2604e1a823dd029dfe0eda978652b402c348e87192502b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afb32631aa5f1739b4499956b681b67eb642cfa3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ac5a47f3dce0d33ab2f4e650ed568c739df237036d98e10be3f0a1e90265471 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e9cff5362a396ecf14239a6ac69fccdd26fe560 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7329f337835704a5c02579692f9aa831ea9dbe3730999659c4c00ca4bd3656b2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e501cd33ac95ca9a4d644b25f6c7c1a0573476b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ef8bddac36fa4112272858f42af872445d90ac1ec3b63796af2fd10a0e90b8b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fcadc5e9796080330f818366912a13039832208 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81a4a75d437a06d335d68e37ca03108f084dccb90a34fc590b5247dde658f79d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2de7120db1fabe118422c9f7393d6c9620ac4391 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95fc68ec5ed6c0094837b20d4e1e10a8069a8bb16d1d23ebb8f2d6a6d68d894e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c71132118c7a5d1f14fb39a211c373e0199789f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b824717526cd0c6cf0b8aed6157aaf5ba2c3a65611e943f56d40b751fcc6c736 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05114cab3e857f20cb675943cac052e18089beea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a8e36c4860496a9be9c0c6470aac6c8666071365450d553ece49dca718e0c6a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..758dba98389061ed6c9a45455936d36fb489164a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6abb19dea6d42c2755e86c489957c5769ad3e54d3555efc2abc2e4831dcb65 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bec5072510eff951b59ae200e6f5ad27b8685d1c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa8247f28fb8dc41231763d62f5b7ca6b019dfcce43c1dffd88f92494e10434c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..539062efeabcaa3904d53c3ba963468c86b2fca4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f02335d257dc26f05d466b262d9efa6f426f1074543fdb6976882a61b17f1c10 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96d44ce2abcd25821e62c61d355f454a6a144a0f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4c1e3f9d0ef87048e369ffb8f5745860b18de01183544319ee0d3d265ac661c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba81d1089dc9c2f2d6846fe5b496f0ef6f091f11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:717e3a8fbe940543f70fb23c25f1cabe361af4e5100bdaee867e88aea72e5c64 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d2a9d173fe376bf860c29d0310cbca69cc6afa3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4471cf5a58ee8e279a7c3617b6b3d509e90b58e0a2cb8740295ffe580908578 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31426dc6b7eb53c498b509fc6ce08ffa8111af4c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:913b1d7aa012dcb51a467b5ce14ba4d9c1a001f8c9f618b6d6795531fc220a38 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a499dc2aac8f9ad2ef91ac0e0fe3fafa4588da25 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0466e7dd734a897f115bc5476aff776e4908b0677f081c992f76d48a3a72861 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0d385bc435eaf1df37c19dcd5dbad33f7d13bc5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:028488e25c14152da57f41f9b90a279ca1c6e74c3586ac1abf578883072f3afb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f96c2e4e965c332c97a0b684fd7635fa9ccd321 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1752ddd17f8ef869119eb5e58c03adc48bed7c20165d5a36d3ecf9608416f9af +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..adab9cac4d635945146320bb1c069aa4b74d425a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61b4523e60b2468ebe70ed387f8097272cd7a252518f24e9d6e5291f58cf130b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..966155fd956929ce2209b5e597137a79340427a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87c08b24570a8101e5eb43070444eaf305f0d714074e90dc7c823a7e209e8b54 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a827a6b008ae655beb3b687fc09ed6c0cfd9fbbb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df328accc1b4e2754fb8ecfcc2eb4efaaab88bde718c1cdb0abb7b730578396b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b79a20d2bcac0a1c3f075ad04949d7cfc7f4f12e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4692089769cf86d2fd1a418ccf5c6bb58c90cc7cc7caa5307456b55c876c5f78 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e12abf502c6f00143e0af725616f2b85cc652a49 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9748b0ba06818f7ef2d32d05cc51c87c153ec9821eca27c8b0207f6319cf988 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23ab85d306ec17244a5fd42827e10568c4e5b174 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a10254011c81aed2e2f9b9b4bc1d9ab981389bbdcf93510affabd86b2a9aa1b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..78e416fe3c19a2dcd68f2b5b80d61f363b6bb246 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2444dbbc1e80175ad69ac28318ab90bb89eecd5ccb873472b53ddc5251624875 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..271868de7bc8c394e6e564f9ca258ba3a6d961b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e0be902017b24466c1db755cb775aee34f7e0d703c73df31c5668856ed58d6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7004c824f8c8aa4da21d7b2dd79050b6acc0177 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c96aeb77c4182e9f86f3c94644786a3c41de8fe4abc1558fd0b704c919e2aa98 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbf4b2cbe91bb963d6e12e9dd4aa76a5efb6c510 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25fbba88a1adb82f1e4f6005fc0940329352dab58fcdf374df92aef3da91508d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7cd5c4b1efe3b288c736e8e713ff97759420d18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29fc83803021b4dea51388cc0c8016e6c68a277f1d78e0560b33f9f4f78e1ea6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..caca959d84ec001d83d9dc66abf08489106fdd02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3be6d37845f0357b30e7067aa64e5e72447fa8707ab46a857a616497b163b1e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..105312ec35ea3231fb40558475529a8f8abd85b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:426aa6e9fcfb1c363f575b87cb1ff4174b5fa153b402e7aaa9fa4db903f3420c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fea1fbe45344c7f3669b6e2161df10b7cbb31932 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f31aa9aab06e6c15da78dbf9a713412417fc22d3217e18ae46e2252c15b4f19 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b89cc05a8b8f5c58e29bd2f4dadc83a3a28ed3be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c9ff9ecb0b560afe691eac31a4393b1081e153d7a965e0c1521ddafef5de742 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e69cb8cbc2d96febe63042eaf757b934131bfe37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5052537dd54076dcfa87378dc52fd92164cb4029193a1fd398416dd378ae50de +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8847aeb733647096c41be7cef59f383333629b12 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79467cd6bcb4e3868c914a611d6b3f120c1269b2978e915124422ad46fa8745e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82287d056b2dc40f4152e885111c319ff57b655e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdea9521ee5bdb9534278962a44231f11b5f0b7e1b296e4b5d205d6d6b55fafa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4e56e93770f5ae74c1f457e147a2c70ddda8670 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0af4c2bc09ac36da0d154de097d76615c2b1108319f743a326e7113a64ac8060 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd198c913ebf65261a5a4b1b6b7f156f8e8e5cb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f67e6ef8518a5ceb4773118cdf2c7e21f327c0201f36035aadcfec89980befd3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..519b030e0d86f71ed3c54e041ed461a70ae02828 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a130c2267eff43bda75158d2c2e856bd8c62ab4edf71e41a845e8580f0454a2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6122f329530bd68e8758576b0093bdfb89a88cde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f48b1c4379509e34ee7ef2a61c02f18cc6680b251a1f528e8ea0a035b1192fdd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..68fb386e54374ed203ef11300235a014e8420723 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d02be5215c2bb137a0668ba00482ff5792eab5576e420ca35839109ba059cd12 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f56d4ad78aa80297da34051e2ee869605244b2cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c530793f06917008bbd5ca75bd8d3e72b9ea04009739475c50961470b25637e2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8973163b3e8bfdbba1f6ce4563bb07426ee233b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01c3fb95a23aa1cf8229869621828864e0d1354d4d20e49c77f7cbb1df3b4632 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6263d76a28604326a567e98d960ea18afca81316 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e32ae74a938bdfd319e611abea32337b03bd9e1d54cb5417e8d91a67423c746 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f0ca5d94e58bd82e55bc39ec182b6e4b3c73f83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1873fd696c4c527edf2caa649f172892684edba87199023038f77c13a56ef47 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6bcb0764a1cb8a2ecc3d5f64e16eb172b181b6e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7250b9326f1778136122e3f8afed7173374602431ccfcdc43f1d94f68cff49ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72402795553f734715f8d1e1d0bd4dfe5c20019d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a78e9195e0a9b5f430f16b32fb3b635c2dfe2a1d39d0b427b78821d42be4cf77 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0ec63e1cbd3b0bcdce90ea6c640d7959ffd2d54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1004b9adbec3125eaaa5fefa5b7d302ea42f3c04592f843749cb39cfe817e228 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0df00d3a5a01a42e350f87fef50affae4a3d0561 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92cc9add8f0bf60898a1ea7ba988cbb40ce34f4e28e7b90dfa37cb0ec8a09a1e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6eaab36798f5111ebfb82c2b677ed732035e154 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8300966c9b5935501171be1ac232d3596b66ad010da30cb6623ac9ca9504930 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcac34eaa0d4d749928585e9458e5545cb368e74 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc4f9acd415a08250897005e1c3accc0de7c1ad2919b28cff5df01b268ae01e3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdf9079ade403acb85a4a61bef154869d4f4d1e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92b1c71082963603a4dbc3c12dd75b127d98c44f5a614a0ad781ce6bdfeb3c9d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2886c033c5475591999b9081b7aa27a5d75508af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6d1e38a1a4916156ea9a49a7df58476febd85db082c91f73c1f1685013ce5ab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..716cd37c6d2f13a92da534b6d07e36eb4241456e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fb23dc3dae846e98814a19b4b4bdf23bf950e629ee1d5f477ac95cb8f0aaace +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..466426552ee677979f7416295a046c00bf9d6661 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f32a2b21f996dbf297c3226be20a8c04ac4fdb807b1635f235b2c70fb8b5af6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58afb7f45837e919fa823e000776f6480bb37e81 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b360c3a6aca1762d56cf0d0a7f75a42be908558d2eae9dbcb92e5ca6b07ca36c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a128dc883984ba87064b0bdbbf6d8efc8c09315b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba963b40c717667c8da48071348a634b6050a3979aa2f0ee4e5707a7b8eb727 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c631b472f1cfca464e6673d4891938cb504972a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99a262e71d9aa36cb3bf38d82975383bf9a41c1a77ad88c07c773f9ff01e9f82 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27b9a791ad6aaf2860a4c0353fd3d29788f1d1ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef615b3de47b308f958379ceaf3494573c524b3510b5d9143bc9cdd2719b3ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc1c06e236526db2d74ad3e21ae469168b27ac7d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7b438ab04b71e822275c8a03d080708b9bf6983fae55d723b27452e783bf72e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f53544e918dd932b5833dc70761f0b271610ed2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36a21a86cc877ab3c3ae58f140e36617cd36e54a7abdbf46a401bc74454bce4a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5600f627df058c9f8306834d351a6bdb1c4006f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc8025bf4b555b14f5464b5ad40c4b377fb13928525fe65e7286d2b04bfff044 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..309c7a74415e097a0cba4bf2d90ba8fb40cf0c00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2459b605fa41df695876f9b4f78ea8693e9fce093fd7a3000557667638b30dab +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bead2528932a5146e0b584222702dc8299e6f0f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ab43d62a7c67aa974a1ab94a109804f1bb0b184a8a5c27036ea15709b2f474d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..410ec9af5346ccf791dc99f01859a7828e24e73e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d496b256586a8e424a7af6998e6d3e1c974c26fe8c15bead259edb4fff2fe9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1be95ddd1b93c303f0887d2b3d37e7e8a05b4d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ece97e92d66087f9486121fcb9beb28f8c2f88398614f93168dbfbed7e49a092 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..571fb897e8c65618af417ebed8df3fa7bacd31ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa09b0b3118827759556776edd5fa5a62fc2341e92d96ab10a8ca4dd2e593875 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75fcd0177c2a32392624f3337ae5c8a5a4ba0de7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f29f9233a6460779db90e32de0d2c224fd9bbaaab8247a7d5fbaf01805639239 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ef0d50879fc609b019bcd9134e7d13444a775b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0083958d6e9533d0a72a4354d58c3d8d376e95780c0cf64919e0ec922aaf34c3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bab9e6c7f0af91f39f0d5d887dc590a0da4230ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:531ea31fe773364f1edbca6e68d8d976b7f932d422bfcc2c2eb3c736e772195f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c657c3948b1ca889cbdcec447485aa6fe868ae2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775579e7d22c8cadaab7e950bc80f473178433abb302626e9305a68f9bf099f3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a69411d4730a88d040ee5986e083d8d6410f740 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:819bb2d4269af0cc693bbd4f6cd346329fb019e375049098ed55cf5ded2e8eaa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d3285d052a07905e8d0965dc797d0d2e88433b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb163b6529060eba06ed24148d1584d34687abd190c74fbef8bb95fe58e6ff94 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c98176a48c4aaf4fd8727b70d75a33576451ffb3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec44fc8afcd0c8f60cefb667f1ca1fc1f52f9d6bbb877a631cb557edced5e1bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e1b8b2ec37b2ffbbf2d867ff85ef9083e329e61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2504e401ca1757b741a8d654fd9c5fb6f001e597b0a9fda03c15a2e18b15a77 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e63fa27766e097c8b5d32ff3334f38a5239a46d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3be18bd56a2efff382aa838c41e1c7878ae0896f3cc95562839ed050b2a36ad9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2310dfd9daba42b69cc6464f73d5c4993fa31728 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6238c66364934726630de3f5499d1b182cb9e34c1b1d4105aa642b814695a96d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a228f7f01bed49c2a64cfeedbe92dc41e54cbf8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b88573a1d3d7e335144b8581ef54f80d376696b9e9277c4d1486b200fd0d40fa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad2aa6288dcbb07c3e2e7f61bad60e6bb2ce8f73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c72f903e70718924e90bc30c0e8c5fc0e56412b88e55c280f4391ec5018b91c5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..128a4aef372f6c3b7fb6d2c4e5c48350f3ed3dd2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45ccb90790dc29fe65fa56da05eb91f6c633eba67b44cf168f7482ccac5f2ec9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6a5ad61ee4e3af767217a5c75c4f67f9e7a9425 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e6707976d0fe1e71b1f0fff45eca5f3862e8a15325a9a1426a58a226f5d8599 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..241e0c978a7fb2c573b341517c5da2951027c794 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b5ac4db7c0ba7e55752b0726a530be3ca3cba22e5053abf3957fca56130c7c8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b132ef3ddc97e4e253447640df3d8b312f4238d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4c66d748098b2028db2a2f14c0585e10b1cdf067331ad613626a6354b87e0df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a63813051254fedc11c93d3806f817b753269187 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:129c502662ef5eba6dfe045ed3943c0ad020dd1df47bbc69f5fa944509013735 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37a05076e683f89370fc3cb2b1c74f402cdb1b07 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:601dc29b259e2f6b40c4412c73ade66ef45e596c9cac3ff37263485548442e53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..481e86b1d77f05ecf759d437305d4845765d5cbb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7366e29827647a664d9226b7034e487d200030929d987159e3bccf1c85e5b6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d798a7409f826cf6665636c109ba2c8ff13f556 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4961d43510d28fab6d72e2093daadd976c1518fc0f580e0da635cbcd9d9972ce +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2aad75d6f1bcf40b231f29f3a44b91c2767fa1df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:186aad4aec2e6c56d17e5f13b0461eee7bd97199c633cd365b4a62235be3944e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19a3268e7d4aa77e5ba948aab4c7de997cad0e54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a58b54255e4bd5ee50ae32d5352dcf1b53eb085310ef20bebef3b217d193a41f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae2877d0743ef3b4221c918549c0c8891756a617 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a65f957ed2e01053eaab185c250299dedf2ac31015830b7ebdeffebc9cef3b03 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c58285585962c74f6c94b513119534166f3239a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec92161a7a8466cf444286582ecb4beae11477dbab94a638e86ee0eb5d50a419 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..850444b4ab95167d886527506bc1493ca037a8e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a696827d3002c3ec6fb2e3f8c947029ddc597ae99c2d04308e4283a2546d431 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09da66fa0e2551ca2eca7869c096b39f6e2f5449 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c7b8ae0c8442d6fe68c6ee336bc6782dab0b84f13079e54199b7591a4f0f3af +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..363e18abaaa960c79168301b78aceea9a71d6c40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ac39135e20ce7053b06f71b7a7cda5234ff4a62be0c54745257037169525877 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31cdbbeb1574876b6bf98da6c2b5aecca459367a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2633afbc053cbed9d1bb3bbc76be607d056eca1f6ce688f159a28fa1513de513 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90a5603f606769ab7153b81689762b17d64aa64c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:649b7c0f2e9e94e6553b82377071666ff63b2802bba7754dfffd537e22cd9f40 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a51dce989c2f3a3257fa723fbb72b485d628fb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ceec55cc0e5fd54267eb284bc69058dfdf58e332d127d101d8f476a2938c112 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f97e10c81c4641a22c673ebe1a2a3899208ae40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0a326c80d5b6608bf4e77ab7d85f7a08c4a792b80a6999c1ca433a7b5ef3044 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1709130466d702cfab5488a841d1369e9b022b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa1e1c000c4f9eddba5255b247161d8227ff179288ca05e114d510415666e6ac +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cbd855fd62d1de6add928e23a472cae52a4457a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41244320e482cbc9d5793551efed94d774716177c8f517f5028558d438da615c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eca80baa2e2874defb49031aa4067fc49774c2de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa921121fcec19f29e7ca005ee8ed6276810e7ba41fc74dd393be52b1833b944 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e06a315a1a28a67b11cd79aa44879c053bdab1c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da05282f66913d4b0c810bea0f6dee591a59b824f5466121d69b5db9e161c6f9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60c5e660442d37cc707f398df279fead3da50709 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83ce96c98ce516b2852f88f177f1176c713274a699c592fd978e9d083ae0da7f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13b9be42780529120e55866ace052d2d835bc4f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7b822f3207aa47d941c0f8b28f75ee4ea8dba4e09cddf202806cddc38857b2c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42e40917abfcc8f96fc9d42899c22b70b4ed5acb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f76eb5b59fb6c3ae461e0068ac8e216d5ea825d3db3993ed74d9f466fc4e3391 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d54762602618d8df68e18b25dc1bac6f5a67d3a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34d0c64e5d5f966f71345dd2955ba9ab82eb9a099c9c6d71551deb6932ae7ac2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33f33399222983e2873e7534cb1dd7944e6d0ef1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0646901ee84283ef1bc51284d9473047729a2bcb1f1fd86cd8953661d80df2e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85b91dfabbddf6ac35b644978a07ae40158b3de8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66820e32d8012db2a3cd776fcc5bbf458dfdba7d02b41dba3abfe111d428aa2d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad323f68db8cdaf4a13b482a54a47c132ede5006 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c726d0e6f47591939d11158f0a581d00a2c6c02d2b7b8c14e9a7687cb05d4591 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f73a4651f49db00ef2470b5032192b4f837a46d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d50682434290db47d9d2aeaf9280c674477ea78cd5512eed4c0ef0f56590ee9d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8766a967d9ee4dce66684b61f724a3be7385292 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff3360d8bf13c760d242998b64f3292fb1d82ec48fc86fe3ce3d6fb1218a13fb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..049aa8ec763917ca696efd8a52a28fb493bcfb27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f99201341c6c7acf0b154d5c1317115d2eca9eff15266de4c7114a0a70432a1a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52837ec38fe63699e0d4d074e266ed47ee4feec1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23a9c2ca5be144aa4fccc2b605283677fbec92b0ebf392b8b65c4338a26ecd7e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c672224bd3e3a75174e1b10950ddb7388db4d66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d73789241e04d11ffa0cbcbfb652af3a7e6b5928ceef031337fef7abb997797 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2600ef33fd684ff8c9cc61820e6e1191096f9d98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a47fba24a11fbc7d50515e62e8ae564c0214931ff15fbd3f7c831a88bd21633 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6aa03aeb2fe0fbe09296c6a95f20b1b8dc4f9344 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da095ed6ff1abe87ca9d38c9d53804c0ff754af782f1985824752b8ce5b29ab6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef48ba044ad01ef0f009460867ddc6a0f8769c48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d788269defcf4e65eb002ec446df7dbf23b2b6f1a99981ea9ca5e70fdca5324a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcc943177338eb222101f8d587dffbf96a69447f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:570a5cc5375eccdd267bb949586ce7c5bb0714515af96c57cad41a0be02d3b99 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc12c1e1725a3f0d768ded465c972c9430a8768c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a82b9c50ee139b5a1d57f121b9b70b268d14cc6050c50cb35c4b4c593c4eef76 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ae34896ceceac9d910f293da49f94a079b09831 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0669e90888ccfacab08fac4185e5db72cfb9302f0bcc441255421835a72f5489 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57c2c2557c6f04f2d7e7dd2ddf45a19ad870cb47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0d04f3d563f5fbae66bef76d564b05bcac27f2ff4a319d34e41ff2e6dd8a48a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76d3dfd4bfdc41ce7ca52b547b8c585c11f0b4d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c75da0f878fb76c8def22c2df5ff15eaad19f923749b60fdc08af25af38e732 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a90f3c47856d433dbb314e3b891179f42af002dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd7f4301e674db66b38912e1e3a10ec3580a42faa450a75052caf58db9ad86cc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfb08cadee49eb802a5e686603a42dd092b66d4c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc1840b5b3dec08c244e4cd481da26e0e37859a312d103a0fa7b82000a721e7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6013f4f8d725202997274cdae3a01f556fa55fb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9370b2a1176345878a259acccf5862196443d7097addefb8a833bdee5ce7080c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d2f4c8728485edc909f46fb09f3d844f0c92f73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a4b47e242bace6d46f36918dab0cd3fb5c365fb6b1bd3d40e377eec8e02d7a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65a0e1034fe60e185b04cdf9a3d32f7c37e7dcef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0126b9b3f05f0eba636a07c7f5c95320f17cbc493f5775ea705cd10a18f230a7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c42d90aa1c8472624de1342cc986a5a23a256631 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c10a244da9c34842a5b362b48871a74b3d8edcb2f86228385feea7f5aa53779d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..44dd9154d91b0b48c09b19b1e731b764eec23bf0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d59ed6434b4b205b7d6a0dd6b2a91985e260e1753542ecb7ea6efbc24f2dacd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d39ff4b625b781b85fbf9b102446c095899ef620 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c83db91a2a489aeebbdb73c5f8e113f386fa61357df995c80149c602a8bbdac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..137764aa68732d18a700ea40bceb9f558346bda6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3d521ab0fa9afecedfbd12fb6116fa9029d0149a9d3523fd2483936157d7367 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..239cc26fd464d0333003b136c11f5bc4720c16a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc59f848befb8c1b7c21958f0c2bedfb7fbca4a0fdcbf09451edda49db62b465 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de6e76237f9acbf9feb1f061feacfe05526c1d18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5bc3daf82d55ea2545dd7fa35f340c8757dfeb5d029f7c96a2f19ae60f22846 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42aae391f74864d7927f225d61d3fd690cfa60fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147d29d68d93d6c68ca0fda84fd9e6e39be8fd1034fb73838a0ffe7d5c094635 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0435f89f6ef5cd9e46b9e216fae9d1daf9eedc40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604b4fb93068b62c61503ff6709e4eb44493d7b96dcc7b5cad21f9bb6228018a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f690c30db468165938dab61d284bf402ad849f7a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cf8f79286ceefbb5d1972a9acb4f134d6a85479ceeb1683767bdb75098beebf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b106775d3387611d55e7ba27bac3317d25f1768e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deaef23e3bdb5d40867273419109258a241e7e48469acc6d68eca51949e41667 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2248fd6bdcbffd08f0ccb1f13511c119412f74fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67aa20832529295af0a2fc2780697398fa8851e30272f2afcb89182c0fd8f5f5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9239e07a381583b9ccbda8934c4aa10085c0aced --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b084820d16a9a35de382c286160eb66e3f33706fcb8739e9649c8bc423cd4a03 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aea7f00863493b60c398b31a26667ab7766d6906 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abda3f4e1d2f07884e29c05b63997636afe1505b82080d761c06d667e638aa87 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f830d4a0122df2fe1253d0248233d1e1c4c02dbe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:999d871cb00b5efe037b7efcd432af8b2738131404f7c0c3a06db140680252eb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f325b41beb95f8fd53860cd06807e1d407daf2c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4cf3741360bdfcef984ec3182999549b11d7bb04a7a583407776a9895a923d2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8916fd801a176681758b3219f8cbf20afc358d09 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb744ac228834d310abc66e088223ab9b74793b5e2195c71679aed13ef315a1e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15f32b4bd74b7fe8672a1fa66297b9fdf3924fb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef4e2a6c9b0ef27ceee8fed946bec1138a0a7c2646e9ba150556022b69744934 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ded65410f5b31d999d21601961489bbd6ef5c3a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf4f3c2e2b47e6290d2dc76b21ad511a91e3f1850f9c8a858aaf249390dd43a5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db33e5f9ff6495d165a5c3f0a4ac9d0d65bcbdb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ae63d729338f338cd0bdb10675f517aec081ed5a59cb2af3e0f1e615cbd9907 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a132d31deb22889eea4d6db364c90645d03842a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db442790691dff56e8a0555a276a8399ad057b9d072d263e6992e00bfd247742 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a440f344ad638afc2499cd57c50e7d4e36121b1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bd8551a7a534d1c0933abe649d505c0e463cf9f07f6421f0c323d19e555d427 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..651d1d93e4608ea499970549c3a3b1dddf482151 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1896860263010248902cdee7f97a66bb830c0a2624579831ec57d8e92fbefc9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f31884cd4546d732840d14e63f85eba34eb5d9dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea2767cd1c16d0791779f2d3a420ce6c7702c20fc7e3c09e3468f228901d7051 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da90060e84684b06857d7c6ae9e2c773e5f7118e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db1a2e286a70bcf9fd73dca77200bace6b048883b785baecf428960930499d87 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5058da6120fa2fcd6d1c65f5212fe5c0bf9168f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94aa53f39005e42939d6bfd8eb559482bc2c5199e1d8ec338732fcdb1c7736de +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1229458e5b15ee44a6fa983641a417f4e32e6f95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:216eeb2d3d3e97444a9274d2a9d419ca8611929e02bcf24ec17d1276ca891eb3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f62356923d8ba17f8ada6798cc82bc9e7994e7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:438887cf60f8957fe05d0ba8b24d7d792fa7f9526abacfcea2a93b768ab9f8e3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..adf96ecdc525d6ecf80dd4f72de2d09fbb2769a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6111c96730bd5cff5908348d294fba702efb4f7905f28314bab59e6a1da063e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df8d1508fb2b2a1299192c67162b7b7251e90562 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8320d2dceb7ae54c68bf34abab2091d900f491c2d9278487b1b3dabd4bf0172c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd506c04ef2d4566fdcc1d4da4f7040627481469 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f28a0b046e960c0fc06f154f3d79f38c606cf49305de6ced13e8cb1670a2948 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b817b7a5bcc019f7e992f93038fb392758cfc17d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3986104947111a6df44a23283df1ebf4a9994cdd1e5e89dbf1255711c9ce971 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ab28388a3f62a8e7077fbf1028c703f57626c14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:141e4209a9f56b19da6da5c3d54b153e73bae88c2962a592f83af4121ab721a0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80e63c4e0742c154d4c1314f4819ca09d1d86ca7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14dcd5cad7cff08e3bc93e5b7e83b4df84578679a7472281bd9bd90bc0886f75 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e3527f0adcb167930067c86ea3b1c5cbcf54dd6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47a958677a9c6de2483fcc6755d3fae2c32aa9c9aa0c6a06a878309de21a40df +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73687b7233a234b4cb2b98e7cfa15937d4754db8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dd6e468d42a87584e6522baaf8fa46858c935c74a4056ef9f6bce366e4789c7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..576d238165deb59209922623bbb6176f0d2164dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad59b846c55bae658a86d86b5681175198d6ee88d34ea3eba6d58f17bacec10d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1ab34ea52b6e8e9351c2741718730cf8e0a5e7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b7536005334123482e2996d05eba28430f72e7baa3c8b65299e776c577e6deb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8047966e5298dbb6a182cfe11a3ec50875534217 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fff004ffd4673440a0477dd1836d41340a3d49e7c6d2ef9b508f34bef91ecf8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e397208145c1b0e28e43af08b2a8e4544ba60b67 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e5ce342b5b8db7f794a46cd3986cc7ad5884d2270f8fac7a5af12d9cb841d1a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e350920df26b75a1995a75406409772e82dab9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1202668fc7f4e6bae56c60c0219185f0ad5e3fecd5ff906953211522d79c6b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ab67730cd1740529c80ff340ce2984ec84e1bfa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d03a04ba3bd064c7e4fbeb910234939b94575a7747a70c03ce30eba4ca93f7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e86361e3b099734e9c3f0f6790846556c3bfd1e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:778a056bf902aa4dbfc4dede7e5b6c41bf5fc6c81d1c6e5a68475e20282420ee +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3f3cb74a902d4e4c0086429501fabc12bf5f026 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9468c9fda4090ebaac7ac2b26c6266d74244745b44b5eeb12c8a47dad8d5a5a7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9efd56788f8dc269971956ef361c05b136b00791 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdf70cd3aefba6984a62cb6a8560ba303f0a516e1423c4b581c18869f7f14e25 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..611c3bec33cd58522ec1dee009e327f8170661d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68bb34c9306f19b23f4813bbd983308e9644849d46b50d99ec35de77aa689a87 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..478c7d1c006cd9896ec4cba57d5c678bbb9641d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c8b5a5a7081509191ae4cd30c943e0570c99d3312367109cb4f4c058f866cdf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57ad75d5a3d730e015b5a0e072d957d70a530d4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9679081a379666d191af9beb83ebc0f521532969a7fb6e2b660b5910d2df8411 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86fd8a89b6a003c43f092848c6789d53336992dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2d94f7e33e5be991e355e1ba76672ae6c5edeccfbf4209172b80190ea32046a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed265d513e216f802b49b4d7a31e2c6352c7154a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09ee57adcd7786c50efbe8eb1c6ebcfe0b968f36174ae63f51b28f8fa9f0bdce +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91ab750c47fad5d4773e2d7acfa7aec866b93aa4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af0636b7216b9cc5d304c3b5d24cb0027e7f8aec8b5f51a0c96be3635d1ddf4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f43befb084f2665fbb2a8426a0cb3d4af45ff12 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:889e4749924baed6195b44efdee0843eef4ce7d3a8c340a64801de31a516e6fe +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46d5fdfff0b4e484bd232f796a35cb7fe156e558 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ade4ed45ad66a43b976b89997e5d74f6a22fcc4a864156dd79c7645ae881763 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b69a992a1d50f474790bf3fb213d96c0c76d9135 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:860ead068a58680dfe6908a8ecc80daaec3ef14a0e2ae03bd8c8b604d4495e9c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7a64dba16fd0cf6d331dc4d3c625d45926987ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9d481b5daee82fb43ae32c587918fb98faa6a90f799087cc9f1080f27cce3a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5893cf519e05336a29a4c7da780f5972efbcc223 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd76b279e8eddec7d55edd99cd556f349c2b5deff85810acdb385c879c85a6e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89a852c8a06d21ef55d50160104777cce4040510 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13343745cfb6565be69107deebce6659e52e531be575251d6e05f1c38db6a8e5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bfbf3a87f9ed0c96d00c39f2624a7f88f86fa68 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d76ce25de75ed61295faa2f85d41deeda59e0dd8d0139bc2030c03f54885756 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db5f907e51ed1372f1c12a020fb51cfd05c450c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e09150776e9ce15b4c29363a428f5143a92c289764caf7c07b1b76dc3383f77 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cb5b992658b130ffdc639e9c73de6c2fc61d2a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da381a937ab44a12bbfbecd198a5cca34f611ba2dc1c728a658c2f62924e3461 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ed5f8757f02ef338ac1c3303fd39445fa8d8c5f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff41e4a6208f22d336d56e79ce0dce25bdd0411ea0f385bb6188882f22848f3e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..549eaea60fda3e5d0630740deb2255b8174f49db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e41dd376597f3133660fc3aaf17d84d02d94c92583e822f0edea1c3a4c413f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7de01b87dcc57971dc6291aff257d226985effe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2aa3e6f43d3a489345ede58a746fbf6878f481e35d341e2c7dd5ad6642ddd78 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b240776a799b63dfd6ba715317bff4ecd274fa8e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee44e36168b946f4416015eee6000060eacedd24b4e10d956bb5a9354906f10a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed7be0858f8e41e63b49b205c90bc9bb84f4b34d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b7a7aa4a66122b680de6b255b48dee96aa707a407027fe1ac35465eb38b5e50 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1690a03d023c3fd73fc012f52487bbd9cb665c9a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd6c0db8b3c80d798c3204aa73413eeb3b5a94279ba8573c92cc27a55c9a3e68 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2234642a2cde096c636d8711f65cc9f2f179a21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bff9f7ca3fede7bb62e9f8d760ccefea01d591f0d2288b6969b423eec16fb0f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29f20cf4facc30b490e76770377474b785a5ecc5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344553a93f52fd6766e877ca5008815e5418c0fc7305c425c8cc80c763c39daa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2630931a2253f2f233656247b7ba5e5004e1d0f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a1be8188590ce5cab8a607dc4f08bb8ffbb55ed50951a6330db709cbd67c1c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e6606b9fb4c1122d210550ec2f36f40b720f16a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ce407181252b1e4189fbead74f4f46d3e52f19d531c72ba88637eb5406f3015 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db8bfb214348d76ba649698218164ea9854f571d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b39aa58466519bb2aa1308a47c2f358bf833a8970d6afb9f54e68b308ad3509 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8751e40be05f9efbe5b3fd510b5f7ec0057038fd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b75bacfca2cf90700f83c7ee3106a9580a6dfd68e0a9f973cba67ea18d7dbb3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b22111bcd5b2e516d2cae85a6d1397a3df8a48f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:284ef15fa05650c181f057a9422e0323a9499a68de95b2bd3059038a6823ae11 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23e939595b7fd629692869fe2f741fa90fba3051 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9cbbf1d076de1499f3ae490c8bd587bb643bcd31910eec284273132a6835267 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..722f2ee8ca2c3f1ba70c41a50391e85d5b3802e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:065053da4da559821b01c58f6f19d570f6e311978f25ade6f9d53f2ce8cb12fa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..154c05b71d964ecd597e2487dd16de27a45fd46d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01f45689faa92fd360543c8b0c1f0806cbae91a6174f10fd2815e52abcfe4678 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c0f48ac527fb13620af0edbb457129960f8f5c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b679d6492d64c5040b79357b67daf338c9c3491374cb2cbc03cf047e1e8bf17a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1285af4fdeda6eeb2337089da40366f509c967cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d0b21fe0ff9f2930e06ec4c346695edabc5211d3edc93b0a74b946e609c4243 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36a2b84b637e6be382d9bff71ee1ef53caf8cedb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adbfd22273b4c4c2698bf5946e06cb1e81b888d770b7b9e4c8b1a35dadcd8770 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82e1e27935ed34ecd136e77def1c9a6ce239514b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:235b33c5fc9f6def8720cfb65f89c0cbcb4ddee7890806c86a0102a63150403d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..756bf3e37f1a2f0ed8f083c8b94fd50c3a27b78b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b284849f88479f2e6f2b3145ce4f0685ce25a55a9b85f04dcf23ffb0a2e3cd61 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28382d4bc663969c587a478c0394bc9815ab6a0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e865a545c790cfa60d6612ae61dfd8be6bb5416edbe392988bafe3749ea9384 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..15dd0b77bb537174f4ae02d1c422c636936758fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f24b97a7ceee416b7175a5fe3b64a7a212cf472ddc49c949f28cf4c6db5fa4d9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bab21b3a81d261974244f99d4b600d80ba6b7ea3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e0db32b6198ef4f7af7011269b477a9c5081bd90796d03b90ebd92ebb4c7d66 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb709feb5dcec196f921fdd55b2e01ab3b042020 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1b55e06fe8c34f7bd71ccbb65141bf10cd08b567ee02250599053abee7de2f8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..335dd8e607fb90c662e335b2cee2957d1c989173 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d4cf0a389499beac5512c6049f79d279538a5113a5a2f182a7f34f435194e67 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f841f617fb5ed0d2c53bd3844f305adad800f967 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d62488bab09fcdebcf61023494686e8ed0ec7556ae530ae9da4c725b53d8506 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fbed82fd9cb8f86715e15837f111a4a99b64247 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ad589a50ace624a32185d33366095db28261e0b1854c8f9c67ddcc85458b232 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6a86464725052e78a2bf6114a3e17926e57f3c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5b5d376ec082f47200cd5986b987d715890c99297be9671f26b9e27a7de7afc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..933782bee6f8466eaa7583f73ac9eccd00b00151 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e58e43ec49d55ff6072aa184efe4a84887e9b371dc1eb6d699fc4cefb842adcd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ca26e2bb776595d7abdb85213df395cb4933e20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb2ad2f02cbaa9a4ccdba15351917c2503f7b352396ea2b60a7dd6a131d33f74 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..231bb5eced8daf12d1a34de990fa38f19d922fdc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e60695cae0b6655d93ab08a743b7967958245c875963ac74b67b0bbd77b0ec8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9641d5771f081e5253a8d5e21b38d8ed51cf62dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b572aa29286baa2ac1c6df4621196d5e200a09584091aff73a6771e2e4dcd970 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..253e87fa4d6906bac5d5b3ea216d96e12fe7c6d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fc9f6bd51f204e6b2b3d5585676485c347739715ebf981c66f125dd33cd831a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7e5b7947b1d49d354c0a8ef586854ed1e17e143 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c94a3cd0d213d593ffcdf5586be2cb76cf95d3ccf9d9024654c566bd8dab54c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f903de410bb127651c9440222be24a9ad337a3c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:345259f25f424848b3da390de77f95d5b846ccc5f065118e0ebd5373d796eaf8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bd77d9233768fd9b318309fd99ea74753f32907 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03ca0e6ca276ae1ee986ea6865ac0137c52a05e54af3a90a768ed8d301063c56 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30499a4eba428a177d65680760e2d922de4621ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7768c8dd4c3e36c65d233b2c5bba342aa2f22fba0eee0a32084d37725251bcf3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9be0d053d0d92b16bf7bc2c2f23e8f2902aa365 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3ca606191be5c00321faefbd6dbebec940193c4af3f6f6f9d4ae47335b8ac15 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1c732e4c6306940c93b507bd5dc383de7efb8d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7119df8c27deab39cd59a389df138963fa433fc820c537124f7c514a965f7aa4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80df5d586c34151127aa6d640d3f175a82b8be41 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7e1e64284a85c7e07f199604ec23697c07ae17199b51d051adc3f03c459723b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fb21a8d58465e406d1028bf273703df2dae182a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e11a6081bf7e9efd60eee57b2bf108ece02cf1a6e57691f83726c03f2905cb41 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35fe3810a7cbdcf9ae7673d2972e3f874c317aaa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b0041f16abc187bb717ea32d5e84abe23ef0dc7af8db5bccd35a26480cab1bf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1bb92dd429f9fa755f69dd4c9553690607971ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ae8a561cd0eccf87f5bbceac2f3dd059390d4f7db36ce53c40e8e52ee35c53b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da6e5c244ffe409ef5e11e04d7f7ef4d0471620c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0ae37e00360348a2d1b895f01dbd1eed6a725fe1a144c1da16cef0f780d7930 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7588fd58e1b04c3cd7b8100d530ee84b9c71aae3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e86983f790716a2a50672c47fff153c719b891e37453eb3512f3b7fcb1f2af5f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6142cc7ed12ee3b05edd51a045c3b8ec8fdd524 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3883cf63e9152b78763093b0dafa4aaf143c95a8ef34cc66024d3f1ee30cf602 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9a739c6d0e6e32b82757b1225f00b7cd2aa070e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79db1e3b9baf61ed6236f25f6c54302f3a6a41c40699bf1ddbedb96c7db52ade +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c820b0997ca9f9f094e2fcb947939013f8cc816 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93e3af8be2b79c31e393e968c08d807a3677b31112ea98bcb9b57fd154908893 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11a1f562eaab329ab426ad55d81d95ff96eae0e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efe9508236c523d94c15e4328ae565b01b23c6f5a596c8597ccd4e5a526e76e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ce96c1eb135e676049153cd3c3cc2ee0ea3b681 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0de8f6da56a443b47b1ba24082aa73ca378b1bc36215fee26719631705ed41bb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8599e03111ebb18f49aea9a829db12e96bfc0db3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d80803c96faf64a237a87f494a2d56338a5f61f06e012340db9558345f5ec199 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffcd73cf9eb6a59d2db16d4f04245f135b1544fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bb7e910bd9ac729620ba3ab2fc42a7c17284d5c59998307dd82338ecbfe9726 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36db7896cdb06f7219951b16ec5612e691c8a788 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62254c1e2e5494b5a3d6d9d31fa4e84a8a3e36389faeccaf5f1f0149954ae3fb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..461173aa1e7762a55eb0ad0cc4714a9387bc6cbe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eea8b0f269f91e98642fc1c7a092caf3b3cb7c02d0d9e9f2bfbc7fe78d7b4072 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6c32d0dd12bb187857f6393366a44207bc02c0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6fa9abc5d385a7c7962bbaac6a4b08cf06be6cf2e42dc06cc0daf11c265e987 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5b100595382bae02bde509abb1cce4b42557048 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9be0dca2510dc797d104124c9c80f75b48c506e2cefee9078fae7e22ac9bdd37 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36061b4cc784fb531a86cc0ffd92ccd656b60bed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80fc83db401d46362f3132deb78566c21409653ff822e5e4211d7f8a5747953b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1b5a6d97bcfff7590f5ceea0b57ed80e8c801ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cc81d6ff69b1803d415af5041c597242abc7e45d1c40bbd88ee7ca3ae34b5c2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16961efc8f85ea68ef2324d365a673c21de9b6f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76e6805dd1653bcc0fc14db1ef80dab9905b6d275bba4b5cf91e3171d14f0b1f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54c45dc9197333f841d8b9c790aa0f0692dbd6d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae966ad0abc3ef557898844daa31f2b51525f80cf0d008c1fb6d6a5e2815258a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80735b4524c9bba983505e54632e877cc2b60161 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a34c425acaaf5db970d3099b33aed9c3a3af0fa94c44aaa22adcc20ca190ef00 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..07a65f56e64e758e2b41b2e8a0eea3df988761ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d851f9229c8ce7abc3058a3ba1a70986629077637260e7ae11329ed933a56b8a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2031867cd1b5a549c8d2e2be1e4ee2a2d36b3317 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:005a9d5ecbc205021e18cdc9c78231f75c76fb4e8bae61db90669b9356da044d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6210cd91c2650c474968af1a75da29b7df2ac2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a135f4d52fa4f204d3c92d2e73b7ed36febda8009b80e38cbe4686cb859bc4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff13dbe6d4e4e4b977a2c347e61bd3025c85ac1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c9f3cdb0e68118699046455ee993b56a9b71141c845019f204b3571c6ad0629 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9026af14866384a2e54cbad576b384b2e1fb8b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:861db986b7db582c1af54837a730887a1f02d3fb8aa6898d008889b6ff25a9a3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05293e232b79c14aff1ce887b4f012281c893fd8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6597659cfb7672eed0c079c5f49585a4d2acd92b18f01ae2a9d58ba3a37d6c2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e773620099e7a3eacfb643f44b5a7c601f245b84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:659d5869c8dcc938971dd401e0b7406e6538452095978390ec32a4ce285811df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d15b4feb9acb17b18cfd99053e859460417dee42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67f42852955dbd6efa2004679c70a5d23948a4ca5772e4ada6ff44080042a0d5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dca80cbe3a3f8fafd450b3dab1aa8487b27a0a60 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85fbb0a0fd7e93a9eed437657d2cc2d0d6fae0414f30d4a0806dbc5ed53c7a70 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c15d866627d0be5a99bc3c8ba6595e80cc6c05b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e3421b88f8a7aa81928f7947bd707a677a6e4981a8f38d9999981fa5d6050ae +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99fa06c0e44f0e7fd0dd338104889ceaf1f1ac69 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14a8580ab2e4951dfab4eb2943886f8c6b03dd9007827a0c347d50ba8487f79a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b9e4d6fd13b45d16e09b310c9500d902e96ebb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3850cf94f7c89b3f027d1fa7bcf399481d7bd357ba9135a6275a452ec5e0fcb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de6e3f763a3280582c91fff81aa0b2e3bf8f8ed6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95b32ee381517f9bd81c96f5fcfcf45f2d34ee17b85adea07a2c763194071bbc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c78593aa311b1a47bff2aca128307cc663d7926e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1da21f3a8d322cb3336962822a0de4e1399b44c0a3e1a9415a88279dc8681889 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4b1c6674b3ada3b1bc7dfab07803acbfce38fe0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdb2080b0b6182ee3819e102a85f4ff7a87e37ad1b8d4b0d5e99e58a14bcba95 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e87ff003c42e0aae55b7e176a794b65484bd820 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86d13de080d70083f3c378874bc95e198df2bdd674680aca759c1c521eb8defd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f03f3b4cc152044687af9b30b65f91ba3e7a20e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e61aa6547b634d3ad15594aa3334a3483f178aa784a5e86f2f399cb8d729cf02 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..459c6119fd79bf42f95b80ccd3fba9678fc3132d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92211475365b09815aad002d5157311a01184d800f3d278acac03b255973a374 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..949fc32fb3edd2c2212d7d7a4df6857087048c82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa35776a76afd597f313a0895e383efb99aa74648a6bb055e6ae0dc3e0c4e1bb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2fa20d5641eff6ebe69cf85ae9cf054a22b67b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34b2b00b61fffbf1d6cc78684178831b92fe1ae2d4568eb20893846cef8ae025 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2eb79dca95ca66a20f7cf060f045f883e991c1b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b743d2343983f23510f23e1d24801c77a648feaf6f7d0943cb4cb5a3c960bae +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a6dea21d2d90dffb17c0067c3af159ba278a9d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a76b593e66d65e626196a503a1f7132eff5ee8809da0986add36f7893c2feb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bca9189d340454caae817791fa34e1108f071f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eacc4ffa8d16f0d4046ba57c3e129a5167547f91098bb9fb6f82d0faba58bf3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3f65aa02bea6652f58977ba77ce1d5fdb9788b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:228fbeaccbb88812494a0d8a5371ada1df995703e1c54e18921cb9fb0fa84821 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..347c6c1c819455dfe79d27bad71fd382b8c1106b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:883d4f07292c05acc121b47ec18b6f2eab045f441debce8da09837ff6b492c06 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ed4e532003f7cbdb4f74f237cf33f46a6e4b5b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41abdf5beea5cecb1f933b59b13bcb46dc83ccc133dd5e49ee55a99e18e0932a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d3d88cf4ece8a418d6855d9aafff8aeb29f4df5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3184a28c7991d64e685559d0dea5fc38dd0c834ab9fa00cceb1ec977edde0e6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c9c73fd4ff08c6fe2c63f77110af923450db42b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d831fc29fc0d220e2e937e2612712d472bf7c2ac5cc875ece278c6090b11ba81 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f4f03018c84e62726f21acef78634674b8f177e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bfa258d6704e5972fc53a66d11f8a22105bdecb7cf7f5110caccb5cfba20ca2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd8a92e6527cd07afb9f4b1019a0e0573c438b42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4db70ffaab11d24242dda6ad9161537d7098832bc1151a95b628f73d38ec4e08 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4589a33c38cf2ab450ca136a12f4aeb0ff40f9a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe85fbd70596019fb2247d6f3767cd23ae8addba1ad9569dc3eca6bcb12e2f79 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80456de46873ecb0cea3a6a1a025bec35c3109b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca044a8037b02621065307b61cf315c8e64266ed040d9e2028b6b7d24c290d6f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c317a77038c339bae6e4a03c2a68c2923c43099 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6675ffd14253c8d09a3362a33019cd265d702c95ebf10f3cb0f290512da0d225 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9b2cef3d59954f2a9dc0a069ff7cc2605e976b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6bb193b66a938f9e1ec8fe7b8453635ab1fe7eecde970f8993433757673f4a6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b125e8f7fd2b0efcf710b064574426ec440b44a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15521199e32e34eda1bbe544892fbbcc592bf2f6bec715d23c51f299e2e7b91e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1d872cef3db11a8317fd81ea0440740d58178d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70cb04db95a8d22f4d43bd3ef572e7db67df0bc84da339408212f876f08e7ce3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4ba6f46c51ff06061940ec07311fb56a3c4e451 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b19a7b5f7b85afd9110d7932c072d7c12d8362fea8031dab80e28d09d81571b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f63d25409189b9ca77f96363887903b2822dfe3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb9744b9c719598b232d1f8f116f9ba5c383f173e9ec70cd450865c6780914b6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1acd2342b2d06e378136ada55b3edd3b70399ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d89cfc9209317519bfb98e8f6dc05d011a4519351a7f01dd5b94578e0dd2ab10 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c5431e757b62b58cb61a6430fcb0b46a595da39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f28d0035d8fadd802a7857e600ea44a52d1d1ce9f51ef8b048ca54f1210526c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e369bce40a34e3504a0b831f6107b8c354fd487 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2867fe9878dd77c84775664c6c31c80f60c502f7be2d37143cc515f0e4679f1e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9764ee9d371566bbca305ffba04c8bb371509435 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e79bc80af1b66a3e0e4a2bbc050d3ad467f4c031bdc741ff05dbe1f9169c1c75 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a58c5571f85923275cd339b586c15a7d359a2e6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07c23587a7550144d549b0a7e7a9152777f9c4202570a91d5317d2036f56d52a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a757685e03af405eeb64f2e09b606b9ec41f935e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a897e146e9527a7fa7ff7eadfcc948039aeb4f58c051c453ee0b8b25744344b9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf9def0b0394f02dcc8ac95fe692b2cf0a7d9f31 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9627b72fbd1d335d60dfed18d41d49475e1570fee32201d89017fdde85f49dd3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11a540e65aa4285e388693155ad220a68bf0b6b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54f2d58304512cf0da588e5a5e4f2a16f4e10735198d9a7bcafc9883b16e1ed2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..caa677db14ae228435f5538655aeac09748b1f8b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c71f2561639582f36ac74fd469dda3eac6fe66965b44b812e5400cfcff568a7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a1bef10eca7a5a9e0cde04d81148fb785ec4d5c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3031175ef55113eb6b201f75c3c327a854816b93ba93b57b957a33f14b26c8ac +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..534c61ee2cdbeb6f2d52e41fbc9b3b697618378f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a23e5a416a3213502505cc8c7101cea94e2649119b985bcd29f479838ce35a94 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30c0cebb95326da22a8dd9130fcc231e8eabae1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1305a13947bca710f08c5f58d8a4baeb9f1644117fce0fd1a7393135604e863 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6adefe3372a8232f39d1f498efdb6636797a9e8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cca15f751ebbc134b8737608f490939eca1dafa80d2d72eea29ad2c7d7807cb2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee95452cc8e80c0c7eb9a4ec6bcb20b77a47fb1c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb3cc5ba90e0b1a651855d8a4d41c271753100ecdc688aa4ed9b409bdccdb1cb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8feedbf6a13d345e870037802b39a4746cf60642 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbba3c3b7c5c2a54eada07c0c71ca37ce6382cbd9106e2b0a52e821bf2645c0f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5c5a4545bdde8329e4a095f8f4714d99e75de9d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78885c3d7c25df2a3f3eb583faf0245c1dbbf86fdc061c3edd162a0274014b29 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5aeda0188fc7c9bbac42ea2e23e1f61c8082bfbb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4391b3b0514d5f910464e8aa81319a22fa0f55bccaa1d575616e6cbac3f2cc09 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..685f967849069f54aff5a798eb210ebcf6d3247c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:664ba2f4e3135f6915154ce1d88db7251e1c1bb15c0c14df602fba3e1d8259e4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdbcdfa0b5f759b48f48039660c8ea5918a50bc6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cb6eb74ddcc0a3dfb64f054b4a8d1a8e1efb08ac32d1b46f2ec8e2d60e41e44 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9611e8d034b98b7f11a1368df7ec020fe9cfd437 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9338d9d5e125dfdcea28f274091435e6668b33a4deeb46b91a6b4ad56912a9a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..68b980fb5ae704b64aabd3c95eb5733ad46d73e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1891337e200be8d2cb911c954b4d50075c7b3a4fb172c4ee8f97245f4df4e45c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08fb891180209b418ced2a02457c17a0c67a2c21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64257310df5c36f67e3e2814af1f60732d711bc2303f66b92073120251bd0648 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..25173130cb6bf3ccff8619607c5e0aed4c14b3e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb82d136febb510a5cb1168409279757f090f094238a6eb94a36591d50b769b2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef26d67a4613b835e919933fe9cdeaa7e4950c1c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da9e931be63649311d77ef559825210f0023b40b46f5e20f9c17b8c566bc645c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7da2c90cddc1c0f7cd84725f8ab752c3911426f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dee5b0c14012e03a98601da3f13158fef104370308c0868466f63f89b882e84 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfa4495b55d569e175b239402eb4b411d042771c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e42ad9bfa3b21d1e44ddbabef1b8accd023912459d668e0cee511bb9667b9ad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0d0c9e83ff07953f28800e5b864d624a367116d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3fd065921deabfff581a4dfa2f747d52fdc2eb0756f38fe25ffbfcf8882c907 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe1df7bbae23ed160533303f22a309808bf5172b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a865f6f4532bcaf4470f232c6b26e05969b26eb36ba01661904092e6a770a66f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b92faffa87cf164a07a27e1937d03994a5ec5b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed2b1fd533510656ccd01ca2d723d8cf3108d3012919796479b77dad64eada48 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98428fd02c5447de6c527c34b594ed61ca3c6b86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee435d4e491b96205deedd293b8d9ff47b9b58bc3f06b646ae7c9aeb39f5a371 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cea79773e31ab78332261ef8b614d3c1605edb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aa9ea8c3d5d2e7e2af94a14416d051e1b6cd7636e37e0b64ba1518b4b3abbc1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c49558465b19d9214bf454ae253f0992308600a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc97088edccff35866ebafb2089daae033a19ae4f24ed92e9cdc514f6e2b779 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5debe540b59320eb898d496f2d04205adb36d888 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73668e746a614478718c3b1edeba025b02128afaae16dcf98b8cc941dffe75ba +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2485223ce51b8ad478dfbe19c24b8e66305f4f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df88eb5f8892cbf3336719316f7243fa82ffaa41a6fe73d94a2f93258da746e8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..313bb0c9d2ac4a987f8ca46cdfed84cb1f01af47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b9501a158ccbb07776f511e57d86e7e5dfa53109a63b7715558a7c47c048ab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f474134993c7200483bb7446603595278d9393e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8606a60d7fde342c0750ba1e012d009a2a1d1a38d1373c229f510e1ce876c116 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97da6d9049157983afbb5da84b3ef0cb9156a0b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dade40141af33f14ea0fd8b90cbb8c07bab56f95e19fafcfa4ddfc3e05e1de49 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1da93cd8b194f2b376ed1001aa0601ae1d891b93 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c05cdb8d8a09a7ff8f326f47be1824a3d300fbc4c1e95185b3b99a4c7f5ba6b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1806afc301d86a7edd2e962ac9b9d6dc7047d038 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:102f91e3476337c80c35a0827baab517b678fc69615905da08ce5d0ee2478a41 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb38d31a75fed204bd81c96be31072367d6e72ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05a662ce8174acd7b31f914ce465e4d071452db4db3bdf51f4984cd69a4d2f57 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9f81ae78ca92e0618b8f0836312ca4c5df56a0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aac2ac6f268b05b206d8d1295f72d8a2a6809e0c3f23cf77b7a1c56f2ba06806 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bd6f9ed4ea44b1c6c8e2159cc20748202c130fd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0782cae214620c86becb501d0c6af2478138e3b8e22d817b26a13ea301a5f5d9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..782c610dad850bef723d123ca01d0f20dbea21dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68601365896b1d3d73067c73c378026dca885b4d3cdfb3f8b7f5acbd997145c9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..459398ab79461006666955d6b2e8ca6fede7840c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:221f83ea07a63516cfb9551ae9f692c3842a85e7313f53f997934257df112f79 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a44547fec7feeaaa0d9f490e7da8b76f74adeaa4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3bf45aa3ea24af5e97c90d23878dc87033a79ff151a26dc03ffff6cdcb52084 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1687026e35a2d5a73708a05e3b3879bfbcc847ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b52d9fa50445584ab738c4bcdc45d0c4eac7567786996c8cb06f4082bea0333 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ee51ff35cc8328560a40f1a1fd5e17f6e613887 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fd8713faff8b9f3fdff667414d2c60e5f85a3a26eba37166f07aadee833e066 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64c09220586c5bd5d4f12d645b976a75d50001bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f029a235bdf464552b6848cb66aebb019beaa8dcdb4dfac5298b55a90c45a39e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0312730f2149747bd3aeeaea101b99387ebef587 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99946740c07337b470196e86e35d46ae485fe48152a85587b4e4f88323b85106 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95ccc2aba1f9efcd5fa6c466eb5460e4f6b169f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d36f57eb5ab3b929167f89c56f5bef57a7a0f3ee827c7a295cb152b111a21f4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d89c4a222766393df1a356b0889d49bda5a0c029 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4779ef48f5196fa6287798f05a5922c5e33424267f428b74c1a3602c8d548bd2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d43617d65afc7f2ae2748fea2a298347cf54a9d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af82b119e28025e81e98522a7c7cf1ed340d098509c4296acab33f9eb3a9ada0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cb72e5095f55e8a34be40ef45424dabad2b9b7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50c0778b2b9c5e8571f5310b5f184b9a7b95b8c88561eb4b882e146cd2c93d92 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e51d66094c45678b722a9c95a76521d23137820 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:235b1fa8c71f02d453fd8f7f69fe30841bf1cf84f516bdecb0d7a1d62018dca3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba216872b9f76c8c85ab0c624799ea6650c65ade --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6b1f81ed9569afbff1ce1929211b799449fbb799c8974e958817254f8ce638b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1c72b241d93bb3ed3d9177ccfdbf25cd0d7203c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a544ceba0f5d626aa1a7f9002eb74a416fed15ec09adb2c2b0136a7269f29ec2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ff05da12546427b606577f066a7397376982dbf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf8f7e72b5e3a95996a612c54460b35c858b9b4659aa5678f313c8dc042ed1e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22879c6fa8ec06509e1e4aa4a39b389fa696e5af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edeeac1a8ae69e434cefd389d350da34f41ce8675bf0b622f37dcbc49c2a9551 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d857480621e40435271b6c1218ea40e5d27388c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81f28cbf03381f2c2af972e1205e8416ce4c8588ea584c7d936b92c62ccdd235 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ce13231bd8d054e21e7d117583a5d95f306aaf2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23c63fc04df7620afb8739db7bc5cde7cedfb885318594b8f6763f63d7ab6eff +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b6a9c9e350a1fdccce0447ea4f575ab42db4d33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f291416c6afab4d94d616fe538b8e0f48534f05ff2c25ce6584c5a31b92409dc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..515cbbbb1257caf4a5e65defc73e850738f9112a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e818b46ca8a080e8faa9d6bd0974d3ac9683bef1c616455636a8aeb1e930e7c6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61377674dfcd44271eec9754dbe31149e20dcfa0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8fac3833bbea188262743020590222cf917a2a7178d58c072aab448d9bb655d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71d998efad68e3960134d6e2f477a992fccac215 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8dbf7f111b2dbb97ed1e2920f8871e06ff068228a3058fc3b8cd725e22238c8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..70924cd1d5870556b9049b0491c1ffd55af1242b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b918233a4fd9581955108e2af9f352e6fda1322cc7c25e427c5c156241e37ed +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0928c14c9fc777a094864b566bb5afa8a3beb1bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed883250f367fced1932586237ce2733a6b55f92f2e5c6ec6aecef32717e9d48 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad225397347ef9e2090bcf7423cfb11a2fcae613 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef478ec9a2811f353a1e65dba29c9c546a4b377862c32d125e722a6fb6053f0f +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2389b9498b494a5b0f571c6530bff248583fab72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ec02ffc83c60fb57b36f5b942523db028a26e6bec2cb3d2ac81a979a999b745 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e916e07ed7f70882a7557d10a526d10563adb662 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13589ebe3dcbe7c0e5db0e8dbea5b0ea8818a307df26ffd8b66ec091dcaf6db7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55568ffe326056e6ef669c5266e18c8b9cc2c9ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34f33927dde0144ba582397ecd9c426469a4be62fcdf7bcacd569272a1bb214b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0086797ca1cbbe343f119717b83284d855e2b852 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d789d9cabb5a6430dad6cd06c09678704d74e27e1f5c5921860e41beddd5c31a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71f140d40d2c40d9d7a485743b6f760308173383 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a129b1c56bec813e141c8d6d729cf1b5dcba38db30bf964cfb2b78aaec74849f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..027be679cd33aab9599cec530648737aee36c024 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:819791c3fd2ccbfd49c13c19df9285fb2a20b5ed353a438e5e13b96268f3a324 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..546c3ab64eb90bb1e2dbe31b13c913274fc9a498 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19425d20ce7b3ecf478d840aafbdeda42eb2c4a8c41affdac90220c31bc1772d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..974ce879a4cdfaf8077689ff50a3287577465fde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de19924d01b57973d03926df764eeba7675f1fd2a82d72a51d69a4d456cf6687 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..828dc7eb06957d4e71d9858888c8d03dca9b0187 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cb7d354e39175d04503450d08c8dc2d4d5946cc8f13ebcfa788e8bf240f0772 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d79c3ba7587e51e14ef60260ff7ecc73209f55da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25d1296315c7d0b1b0b24faf33dfd02210356b677505fb0023fda03d042f7449 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d42608384e3011890406af05c95fe73e0c80020 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f611007716acdba0f980e0e76225ec76bc9065a7a3f484953b14dddbaff5a4a7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da77c9e68ba3c363f86838e495fcd5f422a3a3da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6acf7bd800b99f6540f46ec7311c1811b9baf5c7c1cb6ada3239147a3b314b7c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c7a0f448377d0c8a57ea31e8cd3db6f5a797f12 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd547b2837105b6a0bfc053883d8cf30b048d8ffabf51cf9b14c62c9c75d553 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e4a030b6a6789a3a6e3ee0b8894931d3a2fb7d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f1a4eaa6cbb7bca92f8139e6faa577d309bff73b5d76ef7bb24c3225e41cefb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..065d764214b20a621a0b92074d38cb384bc8abd4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5adf7a1c589ac8e4c9207a12cbc10f7764cb6d723e675840c87a2dd2df783aa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15803d1532be9547e90dc6720a18815449dbf104 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d76b5799a4aeed5b83c6ee4957137650cdc9c001e40bfcd933498a808aa19c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..981e0a658f6d5553f47571041cfec0e34236f2da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e619d29eace2e7aded2e8853f0d9f5c24863be2317ae06ba822faf1c8e13b25 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ff9472b438778b53c0238c94c58f3bccda4a2f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:271eb390b53a0f2433a15be69a6f77cde6578b2556aa796ddb3cda593cdd5662 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6a2b4fb9d0375c2bd8f22ee64f16b010ea87535 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19432c5ae074a5d68ad265f45d4ebecae2576978deefc2666459b605466c17d3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b54ef85f622f41ed73ef5ce756d207945d5f0380 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d54e1dc10fa7d2329d0e8c45d8dd06bb729d03ced0c12b337e06da1c99efe1a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55d0d5ee5b5083f4757695a354ad5c7c0d8d38df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf85bc2b0b81895c032777d81199a6d6be4786c151753d132f67d75dea9dec42 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ece8a87d2e132c6e852744c49de719ae5a1234b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cceab729c01514999a7fcb967d87927f583e0b03c85e7914b548fd0b766a1f68 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84f64104a63e37e4db76815e68c99b80ae538e59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8abdf686fa821b7bc3f8441a5a2c8afbf47d3699004146b0cc693301bc67965d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ebe7ca38ac659fadfbca51c66393e2eca5264e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27786d8394706073cc54377a375ec116521e59636927bf3ad10a25672028409 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8324c6507ad22220ddd6614ef1db58447c9924bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1134455911c8700e344dbe50428e7ab1c320a3b6805920feaf4fac998f82406b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf32b3250d4c8466669c548449565cc2e06abb02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44337ffa8e177932d6efec78330a8138cc8f42ffd74b92a0d2b498b0d910f6ce +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bfd3c805db02608b944bdb640228eb0e2eb3321 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eb0aa42b72afb54073b1e880401060aa5e686df9b05f424312a4ec90804a521 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fe3587b6e8123145bad0b636401a523ce277b48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff6b8e3f71a15c1781eae1f9dca6c291baaecf58009eaa4255be7fc589143e7d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..560902669dbb1decdd71a8dc6dd0984da5a753d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:890b929272c18ff52cbeb14d83da06d55e310e51c7f5de6c93ff8e57e41b3dd7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a77df88f830208a278191fdad62c098d3469df2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30726233cc954268fc5ca4ee4355b0c83facb46ab8b2da93c6bafeebcc282c83 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..337499506bfe189c5c180a68011e6882453a0b01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfd66cce370b4a7860449d8cbc663f4a78f2e062add021b4a2184614f930db08 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aeefaa06109f46f66c553062f40ac1a60d6100dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e43f3ce65c5c388fe8685687ea799b0a17fde5959e80b2239f3dad1eac72606 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fe02904e94d00d6721dbc7d2dd16809bcda7689 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d5f8c546d0a1c5194c8a33e42bc5f7b4092ce968a348fb0324e408263e89ac0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74f73e08e0d4be02de92d9ea441e551303aab1cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e282124d41e26a59340606a7fa8a9e7cb24b6c26e625fb4b927cd5fe2ed83f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f1ea5a9d0a6b33bf8bdc87df70bb849a79f3ec1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e5420fa59fc32d3bdbf4871103342e98327bbdba9cfc33ab3a19e0d5216e06 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..097a3e9b20c249eb887b1e9c1a37e158ce271d6b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:233f8a64ae48dc4ee1adea9131c75f4a89eb53749a0c9bcc3406122f653e5adc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d77bdb7829dc7d23909669669b77b4d595eb353 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99d9b33b8a3233475fb3f2c3b0597de12207e166e27be3ca35953d13fc6625a0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd3c27e49b75be4252923ecd9fa7e88d87dfd1ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1558a00b51f5e2d16e51de2fba9768ba36acebda2d580f4b5138e09a061df02 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b973dca2db5eb1d0b378653037abbecef5a83c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:539ab90e90c873755b51d5b612fd8ce87e1a8296cc2185df386db5556fdaffae +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45becccd1e897da13bfecb8ef89443a8c365ac12 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69b3aa4fe2042ea7d0767887d55ece55b87f49a651e68e34b6f820593dc7134d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..866af172a218f6ab336fd7817f15bad5174de8da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a17fbb792fa4bfddd2954f43bc7296187ba88a967e90dbb8e29008f2cb50332 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e809cfa32ca05f6da56f3f4c4a462871d4cee4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86a664d13a7be9feb36aef0fc18eccc052de1579dfcd827dab2e8643610889b9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bdebebe61fe7ad60e1a5ad1f87429825af582c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32211c2ce3effcb29b15149087e803d40f758da8135ee54d12b6ffc487c00217 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afae6802c7c3449a36ff2a0ba45e34d68db25466 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:285fcbc1736d45292b759251724ac48537819e243b21fd52789fa788701b6f64 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acc2c15173c35a7d4c9cc5404909b727b1ed57ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7861510922831e3f8982f4ba162db423efaa586d8b5f353e783cbc1efee288d7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcebae1944c34a1e0c5fdd0049039535af39b03e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82130e1180ac46cd183c7862001e3628ae42a09489026422e1ba36244b397346 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd1dba33be69ab35b21a61e7a36aa0b9b6236933 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac4e6846691d97276d8cf0ab53cd71dbd3a1102a2df3e1a4042124af724c2f70 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..786c68c4d3d1f99a08001236d6cf4d1e43155b74 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afbb5691ce611ea92d36ffa06eb7003a4ca3183ebb19fa24345de08163732d77 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e613da3c89b0a234ddf217c125430d8206643ec5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32a3e208ba4091fa6c144d37ef7cb7fbb816fd9b49fa6c8d155ee66ff7ae9dbb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17789dd3ff5a7202204c1c8a8783ee25fb55e294 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1612bba8607c2e2a367a9c6831a444f4ef1e0bc8349d881373dc337ae4384ef +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9737fd727e20a14efba20abf665c95fdddf6a2f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30ba3ce84d070a6d324985078666bd6c2c1a499fd73b30244a449ebbdfa975d7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed693e0ed75b42871beafed12f774e495af347d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81611c8440b502972c6a2327ac67c10f6f163ae01ce96cf8a4bd258d48cc6911 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b30c2651f3d95f0b866c90e6037d9ef5e7da05e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6c94fcdb25caf2147786f2eb13092dd7206cb515ab6374e2cb57b96fa641151 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24027f1202c9a3d6ad61cf59a6084e593ce8a176 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27ee4e3fa43cef52dc5b5bb7d199e3d148dbc2562287c7346735c65e64765e7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a30c053ba020ac8331bfaf1b2473a2cb08dd6363 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34872213ecca2feeddf84bd25a39af4db499e9bb866f8740090cd9826bf216fd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f86e73bdbb924f4776838ea8de9e1d5d1f5fe968 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca76f1e94ffeca424b63e3701789acf37ce11d9173f1bec1aeb790e53dafc62f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a0471f58ab91c60e7f9edb861c382dda9fdfa95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9482066bc3bceceaa6a29a0fbb111fb0608916e95ef3af2c67686c911cfe1ed0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bac056b8eb1683871173b24f5596bdedba4b3f30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:debcf66d29d07f2ff9c9b535febd2a548a6806382add33f81363c2e4184e6937 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34270b4384e2b06fc1424a16887479f816675462 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:460eebfd9d6c3139d03fbbce584eb5fe151fdaa7b4af45797b3efce1ea371d45 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07da14191453cc5788736d982841aa7452f8f99a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:753b209bae5ed10fc6e63d980a113eaa4dc57f2f2770b6e478e0f8d703591667 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0986cf686f70b5f376bd22d7ea4a36d48cf86d5e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af9708b484a4942c704f74f8c3bff9c1aa9a543ce98ca9627514e9ae2a3c2bb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cf979f38e60599e6d7f685e6f07591b77f2fbe3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d0a148730aa428c802dc6759ab6e29c0515d11e4cd473a23f58155ebbba714a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d684a32a70f48dc2cb2dab77bd3a05f99da384c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61a3e1411ad53fc5807fcba402afc1573a9a9e52887223f718300b8f379555e2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25d990289861cc04fe71f78b8ea2a690c278c6f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40daff09787bdff5fd88d015c48cf55580e7041c27957eff1f2a75318f09c799 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4edab33975359f7feea387fa84fc8b1d93baf4a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa7ce5f58527f2ddea05585af1df32d0a930b9db4c9591522c10199818a0448e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2721f7dea6cfef59c1c849fa79b638d628b9bca4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:151eecfd91b8bebe71ccedfa6e8f6dd4664ea938a54ba7a0430fa93a575ac6d2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d5b3a56c34a6dc36d379d820c6dad316e0fa33c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bea37855940ed097b62e66347a2ae5238969f571ac2c023ec7a1b54bccb5b436 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17f9a319a41b25b6db2b707c8d62a8952b2ebf52 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1eedcebc7343faeb9f6ef4e02074c5fdfd158c844053540878019446ca9232d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e71fecc00a9cf89bcbeb267d3340132220886a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6df17ee349ab2db6bef674d5d74410c5bbbd6ed73bafd0b136acc05b814c9d77 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01d88079ffa1dd2c9d87bcda16c69d4d6ddf7ce1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:607a4e1e0029eb2ea45338591eb875e3513702942e7c02aa335cbe31f497a997 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91d7282bc935f9f91dcff3f041479bcefbe204a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67e5c76aa569d8edce6aba67ac10b56d76cbacf8fc3ce4d72e3427041996b27c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5a42374d0bc35ffef95f61003c867d07f85cfb1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:365c3885ff89aa55f2a9df649cf3a360217db0384d3bfa7a9dba637e975f44b6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83f79d29150ace6897a991dabe48260cb575badb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:432486ac088e87fa228e0bfbee91c24de1fb5a1c824d562ebdc92780e750d961 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2052650c69b6f2dd8158db63e89ae1cc255633bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d8105d875d82f03df5ffb5659b35c4a25820d29e6c468bc2d7262235361cc77 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f4d4b5907475751db052de428fe019ed371e963 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:197b142476e93b91d77b2dda746dae366e33981cdca20d1de6ab5a26cc6739fe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5a48f538372adb227392a8771081b49c66ae332 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f5c1adff5dc93b54d48f2a30488669934d9a11873a2d7cf8573996ae343b31b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c01c38f7a2856e62efa9dd8a93e7ac199c9e781 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a9361840bcd18fb30954da770ed68bf15605a0803747da85f36d30233afc4ef +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05c07fedb598c822ccf373715125262851229ec4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa2e63aebc01ff7cf0c3db77d26f2e820a0f0076468ccec6e529784d75feac15 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ec0080a5f5c2c6e17938603924929ac7ccc59a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e1e55c13f08c853ba8f29109479ad5f6f6925e22875c52369757d53bfd354f5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aee94a06eb835fb9fdc580ce71a84190651dc608 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bc8c1892c1b30fa96d4171eaafe4c4e87eac56562c34d529c565d4644ff5452 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7f19509e22e7a06b97311b9b4e124cd76aac913 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfd86124cd0b148edb49fd7e73d774a22fcabec2d9764c412843c0b295e65af9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d96974e43f5bafaa2325dc784c112475331d2d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f89a657ff75b3d80f7e5c99f8e4a0145fbbedaee34ac2a9f336aac9f5b403042 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5206fd9ab535716f46403adb7c353a6196d1daaf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6a2006748e5c4394d5038e4b1af2f60e66ca0c9d947fb7d19fbdba503c2d81c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66dce17d7824e163b71376715def3e4f4e00a035 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e1219018caa5d8cefe78171fb98b234d7b1d085e5d71b0513ab6a85f52c2b2f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2c76bf555666b5dbc1c0de93e924fefe77e4973 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4786307c275e6e6b65aeb251b29051fcee3391b6299cebb7223dab7b48c3118c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db9ac85f9ec697a1277692bb2d0ab742fc8131b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b64b10bdfe3daaf04cc447a5d9d7c4e75ecb2d70abb6cc9aae1cacc5321a7457 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c421ddf5ffd37b0feb8ffd5846dc8dddd104b500 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61921b25dfa44bede89311724597715a13f8b2355c96d4d5cf3a2b371f55c30e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..174e5761b3aea1443308193ef038d415dcb8cae7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:303e8edbb0d289012ea016b42acf14cb4792432b544d1c03fc61097d5de72e74 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..127b83e0b773c159e45f6f7a4c6bb707a48ca65d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4d1493895017a9a3d4c201915e2b3a9def91f3b43e9ee7d8c2e978f8c943a4a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6355039850c1a6a2d13e0b4839274247fc7c82b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c89b07259c17f7e81b3dad9c4b55929862a767918f6d9d41d99d66ee9f28d68 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68122a734aa2008a93154ad6c624544c48475e36 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:504beaea9c8aceacaf4047958e295cca0816ebb5bc709a1a780f54d5ca23ff33 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f83bf0f31a53df5abd28ad29aef0331927c617fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d1ef282dbcd7ff704890ed0f0e2129fc080e0d5258b86d453ae65328c1d4a82 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddfbd84b2bd6c24d388d660c5f575cda0debb4b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83d026d42171597b53a49653f75285a83fd4373648c78636ac32d7a65780c3cc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdd478feede37d60945d4e48fb535a9069f81266 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab28329c6359102ded3e527e3ccc3012b19419be03730769f611697ac3fb38f9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..620e9015050ecabc621e3caa6b474c49bea4951b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef31de0d2176e7c4fdfb8fb1bfc6e4357c774915e0cbefb3ca23c6de68c6f8b3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4037967ff5f1f1f87f4cbfe52f333e3b223b4cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:706d8af574bd7a71c55efa258bbb1abca1e6c287c6e0faa515e0767daa91d3b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c886c7f98aa8d097caffc5d94c6feb9c81575548 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfce907b8e121ee59a877b4a12d1e31091654dcf335b817f1e090bd75b79abd4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d53479187760aa92bd17a8be1d758b5cf3c27fc4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1df9f993e87632aeb673913014d1356ea53c31800eed5073fd491019a9cca169 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cf7560c37d01411df5c2e1baebe7d5418de1889 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d7b32f8933e41e55eae1ee61d13a76902cd5226bb020dcccd6cda3391fdc2a9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c412a6d4024fe291abe251b24017d87129281a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16710803803bb386231056f519b46f9d5645dae6f0a0b2da086ceb6e8b1825c8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f21acab97ce66f4486dbbaf75c6c2944aec63018 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f459a388462ee67a3427666a20c231b9e1195c47589b92a0fc196a9228308b6c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46447eaef4d7fa244fdec480665dd5cfcaeee1e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b30c54bc51fda845ddd053876e6b6d01056b6de1be3a6e9f3327eb05f666df28 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a638f68b16fb6f703722f1ea6183854066d50812 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bd874a67977707a36a01ec45052d2d854fd039b9044ade55df6dedfce234bf8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea6fc5ba55f1faf7ea9b475d383fa3b127cbf225 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:def705aeb76992248b8bfe05ed8cdc54ff8349ef399a68caaa6cd7fc03fe314c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bbd51355f4156b8098403cb5cccf526c6cf4dcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2de37ff7bc604a0bcdd6ca4a2548e602baa865691044e83ee783096e7951195c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bafbfbce3bd7177381ef0614758ac17addd87e7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8964808c7c4f46aa30afec9fd50addc94bd669524f663456808754762af2de5a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c8411a01af20c0435fc8ff12f8c9e29c43ef0cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a534f6c22260b79d05b78038a2fa6bed5e55ac51006a9a31ead4728ebd4c146 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ff34da954083c4f6e907c4018824dfa28e90667 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18abb59e572e33e475dd4721e9d0d299f1780ed22fe68242aa8bbd1790872c94 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c344fed3223d45e8ddec13b5790dd4dc8f9e58e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80ff44bdae474ef65cd849fe20556b05709c47c3a4002ac01cbc54279643584b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..993282945e82cce06c47b0ec842e096ef8e98272 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9304ec530d8dba1a46411a89eae3aa5ad1956c4695cad7495b698ce495b057eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3aef10a4b65b61bb8cb00d35c412617efbd97ab2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbcf6ae1d2dc6b0b86784adb26b6b29d0eed86ddd0c5a1045f4349a360d29d85 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c72e2321408021706efa9cd461abfd42297d5e83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15884720c0989804def47d8cb8d22b6677bf86fbb95ae32258d78e19054de291 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd9327ef2b72664ee4687f651147f0020f57a662 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8fcc714f3ec1188a980651c47fc748a7053849f6bdf6a0093b82d3f0d31b298 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7727f371d95120abcdc34b583036b5f39daeedea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f48ec0b49d2fa355814f6b83985718dab6c56e36c37c1eed31cce51de784128 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14b45b28803dff51bde8ba7554bb70db6d48848f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:136ae22a750f0fac98d86561f2d5f13b92a78c89a1108b4934aa8d77dbfefc99 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..890596d5a4fc11828a9303ccab791a255f322197 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1f1a7cd2840c1a3001b83b7980f9c34d2f98f559141058fd0a1227b0e09a18c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eab02a8ce02237fc46ba5c62df46f6bb6cb38338 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ed0f3e6e23feaa3d40963c8cdd787ef3b2f80758bb2999747ac69ceb3ee281 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..934423cc4eb4e7b9b20e2f69cf6ea900e28fdc53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1da9cff0208791b817359effd733cac32611e2e8b6bc8bebbc39bcc0c83f05f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6424ba8dc3bb2a927743f01d0fa8901474f03a0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f303701f954452bd6a64e6393979f5fba366ac04bd53ca377bcb8e457226032 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fce0e0e3d0b2c4d65d7e48cf309226b7bcc347b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9895fce22e2780645f3c53265950da81b91446ff94ea2407ace9ad4c459336c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dac190572076ec9dba1e48f2d4bf1e52449591c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e13daf188824e89b4f304201a036d571ec4757c741809c2aab738f4bd2dc3c83 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdc83998132cbcabe4fd9580976c89bc8b5d44ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8d23991f319d860d1c9d85fc73bd24c2f192e871f9b16f3c44a86a1062793bd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a32903fb2178d9234cb67acc4271ec750562c9ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94e6924582898014da36896f63dd9357d5fe08d6189d6069bf716cf93d9a13d9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16119890d7e73076e4c1a125d5220766aadfacfb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba6079cd0201d78f940d7793a34bb77a51584ccae0602fa92bdc55290251fae8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b14f5d495470a433451880b27c8282287c0a52c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ac5c3bccf87f3f4dc061327fa63d3e386036101cfc3cd4c5a273b439537e79c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29681ca2a7576624cbd7b2dda73e901e2ec247e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d00ca58bef857e1e2022f7be1d1bf700c79aece86fe588c289366fd1e605ae7a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9a95f4c1373d86915d21802e2c725a2aca0eab0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad886c180d96cf10073d3c3429f06036303e676628cd8035f51ce8caf495b61b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe72b053575bfaa1d6c2cb337cc581956d061616 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fc1baf05d477dc8b3c122baedea8f0378ceaf47db9eaabe72e1b5ef807ef18f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ca3a1cd19a6ea244b85ef70a1922118c02da337 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a8a721a0257cded20b91cb0950351d359dbced0f0869e62aaf9a2ef82e04b31 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0029e7934f72088c82badacd29f6ba319e4aa77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d010ebd7ba9ba44086f3490ba3d7de32cc5a2bbf209670cbff530f9d300c92c0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6092b3ef425e9491a328dd7b59950c7370002346 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf1ee8deb398a7d5ce3416caf7ea8271c7842fca24f8ef9dd646957f8c4be64 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07eb03c0f9adbd6ebd48b8b04a29ce9aa45cf6a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2a1f27ff24d580690d1910cd72d29175e62a2651f36bf71ceb914aaab53c87b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2d491d5079ce07c1457a928723ea0a48ff66967 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13ee19d47800d76e443f749c9da1c887fb7ebdb4de4b5f144d30b4b771c71a87 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..300ee80a1f44a1a65a1cd1c3047bc1bff6e50e11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f24b6aca511a2b22224968711408affe0d253d086fcc9a38e7a0b19600af5a86 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e76dcf82bb19aa5a711e1f9ea55e2c225360134 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dd724be3d26e93ccdd9dedb517c08b6a2eda56b5a4f997ba48128dffa64d432 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7bed4cb0535256e1dd7bec5e15f8a245b0d15d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c56ce3fe25f6c06cd8457c39206650b310931db74af18cd0eee3fd3d4708e119 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3b47b4552b78241b0a40341226d65fd038a51d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a074a80ddb37619d04677b5ef3d5759e15e3a70941bdc2f629ddb58177ad0bf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaf29031aca53de2342757a71a3bdd112710fc59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9930aeced495bba4c75c973bee1354f14643d4e7af1662f2c1d692cb9f515fb2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fe7fa226ffc33a9147f9e425fca86ba3a2490ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:634f0ed902dd1809be1a5db4b91b85cb72765ff3d79e1de13b6e07f7cef28826 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab6870150c5cd12ca28e411aa8ded5af306897b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb583ac1b68538237e03ec224ca36d094bfc0fc72bee3de389200d06369901c1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00b5e4cc9f7a485d48e7674f6d4b9f88c4a1864c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d02aec37ea203b1c64912398c07df6a0e083f2539cadbcb00d3d1c8da5b187fa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b0ecc2e08fc06516c1a71cfdbf9f8079a5ef0b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1216366e0727ec1c4e9c97ba76f6df9e51f578d417d598839501e3930648f162 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c9418851374f8088e531f78ec702206deb46b34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58fb4fc5353a4ce6fd6c3e634157254657760083d10ad224c32c51916815f4f7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55d0a44588f4e6e06ae211d90ccc4e2c9f8359b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85bf08494cae73f84de09cab4de62289f4099ae34e1c440f399285cabf747ab1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5eb23364eaf1bb7cb340460aff8b6a1e15a8fcf6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78d95d0fff2f16b88944778573387edfad8bb17cb43037bb96acc2af56eb05a5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01e7f9e7dd3615dda4f1976ce73a33108f83b0a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5170606f72f65c6ae00ce147c4edc91b89962cbed47b38b764f8c05a1e04ec0b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5aa21d498bd06f7cf8d09e64780a2e2b6cc6dd1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86adb5cce4f6cdd8e5e33b0cfc1927982c1a625f0dfe9f590871c01cb2f276c5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f8389ea66361d9ad2240a900b33c4b0f26c789e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ab231d901f9206e138a6a75ad6158235c01c28979e56237dd269aa143ef89f2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..619acdb30e4e7597b16d88ed0f1ba99da91081aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82bb4beaed81adf190ef36235aa9e5c2e8234bc69fbf3bd1027a074be5e74891 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..478cf04abc42d3edeceda6a503619de67eaff1a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9938e923adc9f1ec2364efd0fc32f634427f355addc5c7cb54ec8d3e7eaace3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c268188c49ce997466be3b3be420783159cbcf74 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c2e4022342e13ab464b91184d206d16fe5e92b44d93e27a6e07a8583c17a94 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a4c647e54ef3a1ce06176eec6c5dd325174abd7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d45c188cef2ddf7c7e7dbac567752980ab86850913361572520edc66a567ab1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df802378e3d7bfbc744719edb67f3677f561e2d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ec07e767862205298f647b4df8d7ded19c21ab359529df908b627f544153eea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..800efa98e3072558ba22342933ec05d3785982ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52e23c4673a1cb8c5cc5e8a32986ee78025af0accf97a12527b650efc3e55cdd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac39fe7285e4e4387e66c12a4481ea2e1fe314b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60aa06e03b4ccd3f651c213de70c25a60e7397927c54dc2406d1c4911f26d9d4 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91979371f53c11a9e68936674138cdd85634431f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60b18b3731bb67ac69095017292e1d1d9d509654ba526ea935d320f3e531a0de +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b4fcaa125c9bc369ca1aa9f6583a7f374cbd267 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9f4d894aeb59e860c4d820a0ca7b4d1daed3774cfc928b09da19a3acae67a88 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f7045a03fb44753dd4885107f64883dce3e541e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfef296e9b3791462edb9fe1e94169e390030c1a93231667d2c230a0b7278c1a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bc3aea63d8293d06591bb0f13ed5db0cc9b9002 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f0dab859688ff52f1f537689038eb200f967f45a62ec404c0461059c6230a99 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..118a163b1e12f128348202599c09468f98dcf8aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9725c8382f4a6d18a9678d99a0ffccd05e6beebbac8533f43503468b96761e05 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68c87969c10e9e86cdb372cf5ce04af0495e680b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef3e71d8069187957ee60f1877af983f5ffb2c15912e45299c551216290c796a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd64e20ccac64b20f3014bd9ff65e3393a216232 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee20a5c0398be7a9b2ede26d11ae658c74dc7c78fc3ca4523f3acb6fe982effa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b269961a01870d02fed0dd3a753e417389c64b09 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26a1b6540a8ac4701f21366ecd2feb192f2fd733374f5466154007dc17a586a0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c42cb53d339e50db4fd64009f88db0c1d4ea8dea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b7569dc15850fd77d0e0d7bce156d00a3d4fb6bf186c516a32acac8c76ba62a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63483dab32e8d40906229aa6f8e882931dc76eea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adebe8d28b7f270782883fcc19552f694b955472ad3d41d94f448be12a80fb12 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d20a686566db0e68d49d3d3fa0fa06ce31101dd7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6a7269c5f27d3e9a656c8f7cc4565bfa4caf76345b5824c4c2eaf5facc936c8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70f3c196750b3bbaf2fa8a3704de37fdfec3992c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:923a8a8529b37daafc0890197faba7c2337886034dd25d5a113d6568487b8f10 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a668bfc2ff5d16ae778b6d3612a9bc18918a363 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54e5d8f214018b3d705d5867bc02f0594c3e43bfa5f10322b509494680daabb6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99bec5dd55d47e499023ce1b066c7b904d77e0f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dace2379ff8f2619ef9508fff83d4e165ab874a98412d27731323b777e4d9fc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c79b9ab73bd26b6b21b779fe2dd5c77cc74ecf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6987015265dde99deadaeb537e333b5780be74b2b706c0fddc6baf6153eb5e2e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bf7f65f3784814884d3e9bcf44bbe09e0c53bb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e1a636e03e56b090c1c8e34d299c4361a93dfaf6fe45611a6e22fd954c9856b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17bddbb9f68c3b57d9f70843e97658ccbad27a32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cfd5f4cb7327b20691a785fdcb910be29947d0d028f4b3c983a1493d6df70ed +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60acc0e790503633ed46c5550faf20a38d315249 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4081c018061df1ba62d51640377ba65353a857ea0052c0635e946f49349f700 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e61e9e4dfc5a6ee444229d9970e2e0ef8713558e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41f378fcc87aedebfe7fa61f1dc33435c3a2df9f638e489c65f0eb8e7afc219e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c72ef749c1f509620e9680c70cd7c089cbe3bce0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02397471123a4176d2abe594e6913659138cab3f73be52a28dcc55ad948053d0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..509d0f336c1a82a41e09bfd3494e52aea77267b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59bf3a826133b0dd34a8759fea737b2a87be2cedfddfff17c7695992b214d865 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d6c69d7e3d958ef3a29a4c0521a4b1714476929 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a23c9bb67f6254d07135488d69e0db6c1aff02480c109ec9200847bb82954fce +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8feefc9f9110cd91499311c5a74ee318548aa988 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e951fd00fc280aa1bd7d051b5bc227c048108eb4017ea05427e253f1b2201a06 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc44e37dc4c8699b14d58bd36e90d16e5ccfae66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39cb591ae27c0228a00cc6b4ebd7b29adfdf1bca8fa53058eae36125bc6cdd54 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0028a86fe7a7ff78dbd3e6c1547d4b225b41dca1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c060c39e6909ed0fe2cbcab550c248d4436a20641fc5a8205b4884772ff2130 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d5be7e8b12c145dd79cd0217ec6922e6ae35bfe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00c4ff3bc63265b19433b3d56b93b78cb0c353ad906b7e19f4de0bd2c676734 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ddd37a5cf3d8f56f5988772f9fd329332c0c4ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4778132b32525c36ad75377daf217c7e4eeb9b6f326933bfc33020eafe09823 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cb41df59a48d72eeeed29ed155f9bc9d9470f05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bf0ebb5b7d04641b6e287f2231b21a0e485b1fc14b87beb30ecc070c09d5caf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecad0e9ebf638c8bf598e04b3b06581ca96ee6c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63c42fc5ae90830395e392c42208a6bde6b52421fc24b7a6a9314e737b926b76 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0496a652042efa4ea270aa93e98797772249b7e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc70b4f4eccf3a1cd79baa4d6f7e6e1f923b8dae4e7fc45b1c8a92ad8143c5ab +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97b882dffd925109834e16eefe5bbd477eafd11a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00c1fd532ed471c861317b8d5e1e0b476d8a81baed1e02afad3af7b0fc26a1e4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e222be03196b5284f127062ca61aa3f5a7ef2c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ce19e77b66ee422e5f98b54d708197bbbd9d5969662204ac6b3ea19f800be57 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d92b3ff8c0ddddcbfe4d1f6bd8f5d1a144feafa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d28c0d013c6f6caefc028e95b15c3e49051b72d1ddaeb9ebcb74b0bdec4f67d1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af91641ca057d8d53351811606e515166e4fb9ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ec0d2661d04ac3e995e93bbdcacb2ffdde946642ccf1b1b074bd3e5acd5a9d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5defb529925ac1bd72253fb6a0f0264ffa1abbe4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e73c7962e835530de2d976f2a3bf1a4b2e2476475284d5f53b53f322913c708c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..567da90a8356b886491d4f13b8e71669874fffdd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2397227c60412f06ca04305766948027e5d37a2d810934fdbd0b4684b1f0569a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21cfa21ae6977b70bd8f2d8586dd056b11fdd76f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00ce10fa5872d1326757590386478563d8d552afa495666120c7c6034236d489 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cf02ad5e515e9f51ab2b1fc59fb05686b6f82da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0da0e8f66787e01238a66d8f4f12d6a055ffa543a77bf90e3a5821e69e6d58c5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c09413ae466d2da6c87c62146891787f9ce0b38 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eba1cff24180976d1c12645cf0cb597237d25160f29a5da8126dd1a7727ddc56 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c1dc59cb9f22fd76b90ed79b053d49b9b56705f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e90b1452ae4e19968f05d41e23ab9cded22fe0d00e032e5dfae40dcf06fcdb7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32498a3ba2db03a0c24a614be9dff962ff5eb161 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9526d6ae417a503048027cb0fc1aaad01b3c307d64c306a00767d5df77ebd1b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32f55eb7e27f43e7e0a95cee7b057b9345a3ede9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b182fdaebbc36b4fcb09a08795290970c44f8cb84bca0a71974ae4dd426dea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b589859922390bcda60103964d648a1be9b17ce0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9a65987da70352b479fd45fe1236afe5f8f27043c774021f5bf8ac52a71f65 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35fd208e163580f49f6c226d8d3e57f09ca8a531 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc89720da5918b44993e5c2589c07f6c82ca334355bcc2d73df45c833ed51643 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bd86c555d284479a19a757723671eecf6080803 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4612b618208fa69bf90590cb5f4b03d5bb2b277aaa520f9ad3dd9dd54e2ae35f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bf535719171e279ac7f6d577029dac454df2275 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31e02c74d6304ff85f4be15941257aca0253de0e6afd80e9191e08996f3aa5c0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c30343bc7e7029a3809cce552381af49f68ccd3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:526abd945139fe51ada40ed207b1e1a92fe14ac85877d40b40c65b6fc60c8f8b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b7a374b2905ed0b0fbb7cadfe0d388da2c7d64f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac8325add849034b02ed382c56302f89b78a3d9de142076aacc4d197c701e18 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4cc4cf949475c899cbe9b3f98aa0c0795e42e95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73783527ac30eea99422f7b13be0a7521a29a84f6d889f8037d5cb78ee0cadd1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2aecf4665f35711bc98653b9a0ba7c468f17be13 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7215d17473f4aa869391557d89df1f2ca9db0b6deb8527fbe29c0af0ff139b8a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edbe7894077a6f43d15b88cca2de92e52cc6e19b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faca6add46f7eb4d3586908ea58c2f722668ad6ff2a89dd8f166a6f256bc4253 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..519bf235cc89897f1f6cdde0c3b9aa007c4dbac2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:013fff45504825d1db7def94a471995488dee1815523d15c8865975bc35fc459 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2907c83d47ded38a54d3ee5f560cd42cc8c3452f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a938cda5ac10b29649c65d5cc639529399e9fd5c968b13759b4d13ddbc84de8b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9f29512febe92c15a2a3e95d23e63194e5e9725 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99afe2394f793f3090ede6474079f14f70625fe2bbb5b41e3a78c4fa173b2f58 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3af10bafb386dd4f95c6a5e6464d669f1617670a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b3829c752aab43b6f88874e2be15965a795b00ffc2267a6dbdc9889bf6be8e0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fa5620cc76133b03a9ac54903973a8e85098bf2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fda33eaf006561fcd982ec44b0d23ec657a255904266aae24fe1ac8011d3d40f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cbcd2a726873b72ecbadfa1742a3ed666496423 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f7e695d4e4b7c04a11388c83b9b25dc206640b53610cf18be9b931ea4a29457 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd0af9791d1ac63c75d170c8b373581db6bb2d3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6869f4f1f24c9c2b915d5c7140e8cb357772287ec87a2c5aa0f383c05b8d1948 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea8e36c744fada0e3cbbe3e21bb5c39d172da43b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4af5cd0062a46783e15c950035ee357e31913989dd4ed4cd6fd1e0726c80d021 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49fb50f12bfe4c2b9b3490159f13f35f1e751bff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d42a504141a7617843cf91e780236d056fb4d5aae906128a7a4b5e4636311d4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..071d06897148fdf51feba2582c0a9bafb46209f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d478eab50debcefd01abbde8ffc5978a4eba969fceed2bff15b615d518358c5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c470fcb5b22f8c475cc89114ad0da8b74bc1da2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:740bcce052a8d9abf0576435596d413af6a6dc2ed674e555d601e47b56f59e86 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb557fa0c1e61dbf001293c68c4c9f23567124c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bae1ed456bc7077beda7cd68ddfa56082f02baa099d090678a33b04c7991338 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e70573a6dc172a3060a7ee39e4d12cd747e9f2d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9446d6a9c974b28318c0b184d256afbe50b7f93eab8f8ea1a0aab39c733154 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f529635fa9641ed24445fa287296f21fd21d75e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b391025e79dcdad3d889f88e6dc00d6b5bac05f0efd8d8cc86277bd84bfbf58f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5d1503aae0146628f5bbf457ce07895de0621ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:883352e1a6b8aba4b8527f84d0e758601265c3b05e22335b36a3af693e833cfa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bd822ae3769fbab88e15875c4efc5b0d15e8b03 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2a49c89de017620dbde71a8ed6b4bdbf6c4c8c6fe618ba7474dee583b2e0cb6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66178a4363b71bd18d6caac5fe7a6c569ad52d72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e9e15ce9c6b50f31cd058b28e8dd036de6ae51a759539294ecb9be514d4038e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55b99767db66536a306b5a10a7079e8766ba772e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdf54d4f631ac543489f49fa82313b333cd52571fc412e38f7fda4f535062092 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c38def3ece44b56b7de0d3e1bb446834564e9fd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1673a5d8507e329e74a70ebf5b7f3025e1ecc9bad55632588725fb06a9cca589 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..beffa1e62902eef042ce283635ce03e70bc7c8ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:156d9432cc033ef4e4ce27ba9e2727826c8c09ec1146c194184b2ad104a60aec +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da4c85d1c4e7db9e5c6f7391f646ca3d1098bb0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74fe7b5e1c82de6b9d84d9321f20652dd7581f077c4b3900d10caf1dcd5fa24e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65b661a3dcff42c9b45b21b68c3659aa9a86ba70 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d63ae2f7823fdd830bb6668f2cb8aa91af55e7c8c8437d820cc711dea33874c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2da8418595fc986d6484017224791b9bb6cabfb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25dc577b07f095230691fb3692017a4b9180eb2f9809253b5ab3638f20186ff1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e31a58d2b8a2016fd1006d61cf3003ddfa59d08d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:976b615386159f71951738c2bbbbbcd710a622fc587d7a61f370243904f399b6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a89767d3556c06a527c197bafec0704374c750eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a44a40eb57dfe2b2804e5a3da797fc9c438549e73dd3e5e639cd8b0c0190c42a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2056c9c67750919899a112300808069c15f3ae7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60f22fef84614dd3ea90553dcf541b5736ccbd957d2996babae14628ac2ad821 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa47ce70bf0cabf52715fa0d75c98c2d15547cdc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63c58fea70c1075dbd4878edc7f2a006210bfb4ffff5ef63eb0d7672ece15611 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d91d1d1645cfcc7d9526314718183c8b4726638f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5326233f9319cde2ead061e8afb0a62eea4bc884a011fe7bd2749e62f436e976 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d76880e2fc6f82209422d81478caf7f9cb5625ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5db8bbf57a63a2f4aad5eab399766cf38c82c888eb56783148bbc3d9ea58cece +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ff679c59eb5b12875e5087bf73e28153fae1806 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49095ac50ee05546aeb565a2ca93087c6ec01cdb9a6bc33245a42b459120b3cc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..013a2fb2b0378a56085a4e06a988fa72be5b3b28 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:085e7a1309c4086052aa74199567e25c2a6f658ae2e4bb103749f00b9702fd73 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..356bca20d4f28ec7ee9f935fedd76e2c1bf650ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eb8a1a157736c5209b73c325f522342d2167e764a6ce00c788e2ec09aba0431 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfb9c57db69306ebaa727f6d7a0c9f70cf7fe112 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2909ab14da4b181db55550c94e122bf30984c7af215620dd047523e210c4e985 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf2917cf632a82a82520064f850121398196c972 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e566b4060f8cd0a6635a6ac4885d7c3a76d6a014b1b4fb7648b0b2eba1d8ec +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..278d9a5c2a19fd644630722aab847ae94ce02bd5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e372a000de95ed6c9a0ad29dcb62820e06e1dd7f738ba9d9432631e3b3d0f67e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bfe9eab953a025125777ec43936cf4d77a4765d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ec6bd2b9c3943a2e3eab23cf06ef2d376481160ef4e5b3b21467caccee36faa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..186d656bdcd88b91b2b41c6069d2adce00615568 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ea64c162a7529b4caff74e002e38b7e266e9882a4b7dd5e4c82027407e2a4c0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64118d689ca61b9a413dc7e03f6ccf886463de12 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13795d1c2dbf9ed63c3341166262005865e015eec09d9e1811a5837ea85d4f10 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..305508fa1dca9bed27a24160482db319c18f6b26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ed1e590d87df8276eaf3fc7091151df911e05771fd3ac287a7c038fc2961d7a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56c7123b3d960c4e4fd5f6713b00810d3ec1799d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd7a9a20e707795ac44e354466a4cb2081b9e055638594515a8820fd5f359fbc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42b68afef47967ef0f600fa905e2e5fa2026f8d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae54531b659512af50ebc2620e6cfdf16432f2e91a1f842f1794a43ae3648ee0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..436d58075a5a971c2002b06f007fe08ad1325c84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ebf9038ff6bd7be4efe98ad2bba1221062df978ad6c2ade6c7240fbe5440ce5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bcd82f33dad926aa3215511265e2e328bcfd058 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0fb0e83bc7982ad491e0553b9f70946dc06c5d40a2ce6e5bcbd67f78f300f1d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c81bd688067b0f277523579f163770646e88634 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c480da0fc4a09648e232fb4530b8efb2007a41870c52247ec9223e97973fca47 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cc2134e8eec5b0341db570cfe2a14cb93e8fd26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:848a58296193fa2f8a28392f2689b9171b7c335fdc03f424ba23857610945264 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b5e1a0e7aeca52f21082a0340d6cd3694f9d883 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0da81416e03bba794ccce81939d898b87bacb53e1d69a259335473010cd020d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..731c2f4238242ff837777d1689d723d5df3e149a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07289f372d63c7c6a1cdf2b7fe8b2a62b6c6d0c43c20a435bc94e8b4c8163c0d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82e4f0e9eb7049b41e080dcd71934ac2d15e59c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71be2d85066b8a0429351283af22006d15b80ffe2a1b8ac8f10aeba04fb626fc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83e790a3a8bfbd758bb83d02748652777856c70e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b765609033c36ae7fb95ed342763833f034f3d870ddbc2b956284e6fe093916b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47ea02f3b934dc70b17cc1f3bee1c58f416c7e2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06950fe588fc6a7197b1309d1c36b1214130d2bc51a42b35f64a4be64a7705d0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..612a697df5cca29193f6ca428c4e3bc98b52c9c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97c1236f19299978776d22edb70ff71d7e4e4a2fbf186e3d3cd74c79fd0680b3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87b45c95cdb1e141ca7729659f013dffad6bd49a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9783b09420c178f64775ae3cef229550d10c0359fe4463360d2b4bb7dea67be +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25ea8833bb41548b1ef170d13a7de4e34174448b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e5db3453594ea70b5355b02480226ee9a9cdd11a9e7d58e61766d3964d7efc1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2cc67a09a59fd956fd951f1a45ccdc6b26d3312 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da14bab4e368ed19eeffb4a0deaeeafd2bc245471e2ce28638dfe727b9ace892 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e6b2b796c9f4fecc881509ed91c8c27e0e9ef6d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e73088a6e80e150c2a978467bb5354593b05320db914d1e896358c0f3e625de +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92af888bc5459559df62d7ac2dbad08c736120a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91d3c2429938bf9439556ae9f943ea9fe1b3f7050727e02ef5e85c9467e51521 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19a0da039758d5e5c632585b41197adf7f5224ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b07061d880103455d07294080c2eb9ec35845b63d3141390934c6c97fa5ec946 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99dc75b1759c9d45837a1d046107c9eaa5815394 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bc1f0b86d1fd7fb3f56c866e6e63b20809959c895fbe897e104c292afdd9385 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb862be694192c591559942250cea90cd7beab26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c119eb48e99efb99a1a03d8e696052b25826f5264675eefdc79aa8f2b2b789e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cadd2224bc1484b0041be3fb83aa8d2101c8c16 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67508381c456083c469d91f7b069f2db33a87154d2e91bcef44a22d7048dc12a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7ebcf208467df2facce88f57a2af96d79035fc7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a0a71f442ffe7b7283d2e932e0e9650156e0c7783991014048b8a9afed8677f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa1ec53b89693a37494902b8cc718a0ce567ea17 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f009c53ed92cc26fcda72af0e71e90a3eb91c2bd70a4b90ad8d3584d801b8e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46912283d3d8c3e9ddc97402c9eb222554f58063 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcee09385f5740e075df8354aba0477c724138493cbfb076620e96d05b259b42 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f1962d05ee8399385a89925243322b72c07efb3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74707cc182abbba5a54545ba67caf96a2921469bc18c9221fb1629a230bcf6e8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee04fc672af443a25bd81d3d88bc8a198e3fee11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3479598e4858481ab9b41576caa48c6f69e5766cba7f5f61fd8206d8e1b06b89 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b37fbdfbcee07761b062110c53ea6715f2d2aeb6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c6536532865cc700f552359a791044b6698214149324bc19619d2c03b911e96 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1731d43905fe90102b7dd69151b1a5c8242ffb1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96c0aacbea356c7fc2d9bbcdb0b43c1668d7c3f9aab4d083088c795d9e77c613 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03b725225163fc6af8ff43163f9de1c8eb0ddda6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4750edf58b4737a9945dcce582c97ac184317e7f563b058d2ee1f341e0fcc22 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5a678482b508967045a9647c533cf70d4bff2a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4dbaa63048048263bcae129993c8aa23eebb529f56baae41e988cc0a730fde7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac8d9d6558aa8cefb83ed5be3cfcab1fba2f9c28 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebcbc1602b61a8e741a750147f97441ad6d01fdecbd3e2db58a7b90f866d57cd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ebe2c8694aba4ab6476180e1b2c08e7008954f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45ce56c6e83635f009342c8e200de56304e4028d6ba6bd42d3f75c34c2e9a39a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acf02d727d38e301fa23cc84f1a502164a697c7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01e7d6e0aa5631214151d92ef98d622200f6b2abe963b35414fb1967ccc8a2cc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e34a9bca97a68e0f2d665160b5e62f637a72fe18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b61805b0c071dbe0c6867efa3c13bf70097f9fa0e7c4d9d83ded2eea211f2bf4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdee1e7711841effa10b35d85929cc6f6b530e36 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1d06849a4f8da883cb4e3abc4ff292423fe425feb7d3c29ae25aa180e9e36e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4263f35473e8cb3842ba4f88d285c3a4a3192594 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a56db3e09051d01b5ae794c718b074814401932a7b54a0284a4c7a4caf56b12 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce5891cf30f669e45ca15c15210b229c99f79084 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48df35274c1bb12fba6ca0a8cf34f24ff41ab251b1094073b02a33933b883649 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..108b245c00752db5c45f29b5c936c34ea8318a3e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5f9ee9ce8d52471cc76cd3b3403fcde3774ba540c5f04558488606ffceb3610 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1612f6aaadee9c6b2793c1ddc0fa12a85dcaa14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c65542fff5bfbbcd022ae18acea51c9cc6a2addf20bb065aa75925b452a24459 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e628d0944971abdf93293aa198d9cdccd37a571 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:308662f0eda00528d33ecc7e4f6a761283e41c25b2802519f7ac880864ea42ff +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fea8332cbf49ac5ddd950453cc6e6ba028227825 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2f8ef4489548bb5ee7d44785a08fffea81db44905a5ac2cc1c4b6c4f125bea5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09dd58497bbf557ce3a83a9d6fe8ae0282a87fd7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af52766a4242cdce24d36cb305649d2121c417fe521bdde7a3ba4ab1a8154d96 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16715091e61b384e4af914bffdc561828db3071c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f407ff0d3f330192f929fd3b43b80f4ecc2c227e2578c195d553208db941e95 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c55d730344f824335a004cce3f2c7c4c33175b2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84545146664289217ccd6879b81f85d8489a8fec57fbabbb144a35af88f998b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24e7e285b62c8319b4c314d9c2ae355926ef70c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f112d71d30500cad00c28f1629b13fdba679ec1fba53cc3184513bdc0a505453 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93fd54c28f75ba9edf43be701d99f27c6827adc6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d5cec8b7e4ebcfa64172f796ce9d6945a29dd6b3a9bd5164c522fded01f79db +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..292c4b37edabb1db4feb54cad6fa80e1d0f9295c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aac173b2f93387f6917ede112f4d976a6d0491baddf6d91dcf91dee7468b11d8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b816216f7b8eec959edda1923f5577f8d873903 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a8c6710b722e45d0d469656d8db36c1c545cba3d4bdd06c0a62ab60fb480085 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d4d7587d97198b5eae7a34f473bfdce2ab60b88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ef83882a4aea31fcb2dc95ac75565b9de155db13f9c31e689798a2116ef5c6f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a59e9fdd5fadfe4ee9ea0ea60642f8e2e49d38a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d940b6d652bb003d3fd831c9edc7e3fbb8b39ab9f8640b0ddf828ee883c5e37 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfa9dff3da530746cfdb6a5a877e76f2bec1450c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:127afe4ec18e8cb8ebf0ce9d7c3a79914bc07527103c35dab21a2270a5e3d5d4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a07eb4dc1b35fd901a7a93cf1e4b2441b1539690 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dfdcce9d4e84591e818945eaae3e5e519bc938de457fccbf4962198b1f3a8da +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ff9313826a2c612c4ef71253708256845ac05be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e175b05ede9ff0f105904fab2fe5fecf2c8d2fc8e8494acca09dbdc27ea4d1f9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe672667fd991c326d2fe39e41777ca13e307a1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f006b2f13187934282df77f279713ec391ca9e25ed4f6a404ffb19d8593cd73 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e4655e32cff5313eb83ec742fe25dbdd0f252f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:949f10d6484f7da5f60159ce21fd1428351f8fe9688dd23509a37f404539d197 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fbc0a93a888c04f2cf9cb5cd36aaaec77bd037d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f93cd853aeea7153348a9f9ca05285bd1af9a9523717e88f546a66255f99d481 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d3facad2d6480460ee9b3997bd5f2aca7a2d9ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f77c02e1712f941935ea88103cca8c9d78a1a5d23da02ba6331938c9a6c1e14 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cd662b155551c35354746f6c7c26614e4b1e90b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd3f37beb5bb4d46dc09fbdfd7a17e57086db3b55e7ad030c2a3ed8ee2068481 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df413b4d8e72640dc42513a15e3cfefdfb357884 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb8a76d0c3172c5bce1637a62e1ef1de6d07dfbb755d5587b8ff6c861bcbb34f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a4e2c58fb720a38aa5b1906bd5c7f4469723c56 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed62b3832c663e455ec8a9572f76c2d0380a327a20e5e02202ef63ef91dd57d8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f42266fbc44aaacb72dfa2bb97b55a25d9f5cd6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33fa31808c12b70337b68888909154f2fdcf1ef35dd071659f390c94fe8e4ab1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3916c097ea55d9563216cc47fd1863eab99baaa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e7e6a0e63811d0c50cae482a5f25840785d5de0673ce79d32f3e5a5c8108861 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cddb0ec09e5aa2a9615d0635848c245d83ae7ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79bcad02410a092ffbeb112681a8dd5fadc73fcbc8f63a7e7da6e236bc7cf88e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c50034611f92e693aead6be5955557a2f844943 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d828f8205eee8d5ffa585b8d17631dd44a9c1412b9182f752b3b6156300595ab +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f989938403a8f4e9cea25f85e8da1d65b18a8957 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e12bf7b46bfb393c4ab89c4e02bd9ddd15764de91c11b47c5afdfa4e4dcfc0 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b17229619ed6c662288677a173d58ec8f2df9526 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85ac6c43195119c5a1e4cc535b3e16616268d578c338f5bb227b142717e9bd36 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f64adbae694d31a13a201d52bf48511bac6fdefa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6056dc676941712d780397e25b08e026ddc2543e72b8b0af212d47218c4aadd3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33238cbf98100718251b4e74e5ec2ccd5582058c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf0fe19e53c55a8e25b3ebbec52aa7c0cad3e8e74a6a23dff9d079c53aa6812b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61715293e35d5d8f5d21831da83455b82032e40a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71623a335c1d88f74f524d41b787c4f6f8a9b124190d1f2947b66ea24e87b29b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dd829e9addf379de41899a7d01f3a0203bb4855 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f436b2627fc9203b1e351a2d0cbcbf0eecd625b4b25acd7b531dcb321714ec05 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5fa48208e501bbbc48e43061c1589f54b3fe337 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c567b7a9c87c13c50566a05d1e7d609807c40a756fbddea53aff98cf3cd9928d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1dcb38e67144c69d982499070691620c2db48cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f01dfc09906cc47e8ceae358891509a85421343dd93ed4046bc7bf0a565f088a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dea306a34a396ac11824f7917967d9b6024a6bf8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f998e64c1bbd1d1f40aabf79acdd55318d69819d229db835b627361c547b78e8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30ddea4d285f8b59fac98db3a4c1f5d215615ab7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d476221fc2248698b452e4c968e879b9656fe4e1d12d0b947181cd859c85fca +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd512fba0ea5cf03961c6ce93e97d6393cc0047c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dba66036abb8d6b3843501ac511926537307e3c0dfe92cd9381d1cbe1e6dabc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b29160ca8278d89a7ffeb9d10aa523e990ef52d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a17fe9e6751c2054c837817c207c277feb944d755d19587aef2a04ba4ee0759 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5688493b6d2bb71d094121aadbe8906d6666de14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14b27ef817f9a17325d05bedf7857125696b7b08dad5a905f8a363b6a433ee96 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f51f7e622af6192e4df229ceb33b921af0b6ef96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c259069a4e4c2c8e4881b88c5022bc12e0f068fcc991035233dae93bcf791bb7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..670765a9f3d4f1f4e1a57947fabb8de6ab0eb237 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf7d43334200b80f49a36f9982ae4c6abed3df2b6813063e9bb523ae81bae2ca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..210a01d98fc5fd870eec3104936ec4a47ea2f3c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b96d1499ffb5138c65ea28309985b1bfc20677b24f3f515cb6b0461081283203 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a840817cb7532f9c2c145ca88413874589ffc1ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b330e912390d1cae630ec74bf9449065a3a339e4b50786420ebe198cdcd6e96 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37a2fc1de6e39795204357945a74265ee47ffcaf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6b1cc966e1bc6d0b3263942a90775d855096adcfef7b2afdea462b0cc13f64e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f23d6e43fe3ed4b40c92774d0a3c3041a40d3d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e18fb23d68f0974a0eb57ad81524aa488b949e4dc39bf8751ad46a95de05e8f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f745e3ebaf39f3ce70ef86529efa1ead1f5e8b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc49ce36c19f39d7b5c83b33087ce0c40b5fa4871f967035c78178343913d3f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d8b6a90e7f74607b9e8c709023b6d8f45289110 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a839a06a988809dd851fc3ea192ea8dbcdecf643e5d7412f27125ead711a7f8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d15aec202404b1881ea74d4f9f52d46200dee8dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78e711de1bf9dbf52da94d8d69153dceb5dfc9154da1b9bf5549ef961fce7941 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c85d4f7476c7551a2a76253895f55273acef2457 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99af4bc18da7f6f01545c0fe6aa22253a224b1535e3c2769e5a2a91e81751087 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a40dbbf1bacb8a409a48e44dbda0520fe8cf0713 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf87e813f6f9b90c25cf46b41693d1fc3bc5e0083d00f54e9aa217d9d8f2049 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c34edfff9627c406c0f67319f1bf9c3f9efc3639 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5d503f70d071251d64759e8451db706f22ba3cd6d8eaf9a9420dc3f6971b721 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..762f8340948bdc3a9cdd3c6597b8a901a05f16f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe6dd6f567c1549542ce93d6051550fba6c0113096da8c9d1611fe5b5d2fcf4b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba3c3edf86d8a62213d8648e46510bad7b7c47b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:311b1ffa2adc653c30138a093e7274cfccd684681cb7e3b21d1d29a56e380a10 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..955f90f3e803af8b3105b6b03d7ad61e93d96f28 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:756473300c430673fa9fc11cd9a1bf7d385fc4f4491ea3d5f5ae9718ab50e486 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f4c7058e99a2885ceebbcb479d76dd6ea67b0cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:156ed64630696c730d9f7ec3a0ff9976800650aeacb2a8c4d14c05f9ab3bf483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1f5ce1d0f72550f2329d93a66b08ba680231f7d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:991ba11c0acc50b019b0c8c7893f3bcfdd2b6aa75fe6cf478bad4b094e16818b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50ba6c6b01fa2ac6cb88e84b8a9938e04645dd5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81101d6693248e351728bb42ef92111fecb7cec6844721bb6a34bf535e9c72e2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..734cd69fccfd50eb738bc421f9db6ab3fb147d64 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:895b94b9df3552587e746b1ba03464250882d4db82f4a5f6c9fdbd5720e67a90 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd12094b6ddb3a30b42ed5a45dc28bca79483c50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b331ce69c8409aef112775bbb063d4ef915fd4134531881cb2bf3bae8d7ca3d5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51aa4695f39d2030d6fd9ea56d3faf088d0cdc72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dae6b08a3fb5f08b287a76e16c6575f5d99c0f1dac929a25e8e1cb311497ed7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f596a8c3940157cfb543e41a0b2a450de0d06e2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:004e01bdaaedc4616d676eeb106c460408b9922b800cddbe3b7c1ef8035578fb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bfae9754461ec291ac19013ee299c1972cce30e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36c8dbc9c10af2faba187b8261ba46b4b505bfb2e858b0c956c39c10d20833aa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26817a4003baf6015b6a7e896211daed0dfabb78 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3139906d06f9c0570d0b1df3b78c26a97e07f8df445896da8345a2b07c73a89d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e5d86329db1d2d0d310be3697d6e4d55fb8b401 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:331373960e356fb180c79b065603e4838f71fe6b7ba760e2de5214bcdfa37902 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1f352951b19d6cc1b585a1284db95ca2ebd67fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19ca69b83eb9c03affc64a9d7367f7a96e69fbc246d087a1fdebcefd14531b39 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f3f34a094cc880ffe5f2090645dd3c2825234d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64e0484768239dad3051333c5dfd9c84b45a81f1a48e876033968e646a3d06c2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8c4292254ed201d1250f6b5c441d44b29705705 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f476d3738cf7531be45901b1c2b1126f4d25b2182828d47930c3f80c483ea18 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63f83983ec3691e1bae9ad4d57d44428417e58e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38769ff682d6a10084a8ad6cd13e2e4d3ee1494fcba6f779df6d865112900be4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b621fb401e4a8d8a0eb7247d9721a878878bcc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f730019f618f84c2e57f48bebc3c9fbb384b738c37d2fc55a83be9a438892bc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eb56f0800a13d9d889113239c18d2e7c0481ece --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e4aa64a48bf824e487092eede9e5c2abf8c7487dba46b9e82559c3dcc822ff7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5769427b7dc06bc114f33aefbcc86e9e9927509 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b30b0dd2eb5f3c6d35b308838fbeba70a0a3ff8480bc24ad1f22f24a339403b6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aed5a16fd7e6a7151f0b19694d219e73f54fd67b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5169445e991cb33a5facc182bcf897c578c0d3df7435fb34abb0ab597c777903 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8099df4348415abf85c748973249d396557b5aed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c16af66c532ac64fa18ea236b9a0d8667cc5e6502b3414be88c250bd09b16610 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69f262db6937ac0e14cafd91ecc3250845f90f9d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9703e8c9e7a50d47bf55544514ed3a006636ffa368be3095685e6455b48e6feb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80c362d03963ef41036947606cbabaf8a9a1cfc8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d5a610b76ba830f5824de8a349c9f7d2812f1904ad83b60f2c3a79f361d926a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..921516712dd3900f0be226ea503629c6756519ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b2fcf7e7ccf50243a4f1305dfda209d858e7cf17a7db0c5bb381a0149d85216 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c6f3faa9babc01a258d083a5e4aa78cdadb7c4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f75bfa456d21a2788e3edc996a941b172b6ca6c65512aa7933efa9e7db70878 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c21a9b874ecf45eb9bac1016dede3a116b4fcad4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcf1ca683307eae9289dd534a54a43ded0d5511cac58354841a3d73a39bff732 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07db86079202a2c4cc8398b1d6c7c0e2be39aa85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:032bdab0e355bd7cc13d972ea14381be313c117ce3acc8c4c5389a66b8fbe019 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..960fa68d077338cfc68dbeabe7a0c2c8d91400b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:914a3a5c6b388dd49ac7c879efb6a5ea23208205c6ee550ae1285a0933b3209a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14eba90c78db7b905957d0ea0b949ee8d49c8aec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:597a4a009ea6549a67b0f38c783a4df5543c56e4948c6d39d78a4da1956631b6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1963f22aba0d5d9f2cd5e26f2e189652cce688a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceeb8cbd58bbbfbe73fae80cf306782398af1bce20f0f85f0d948954933b0ab4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1307846b14581806ef0f5d694c541f771e3046b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:121b719f3881070433ac276629a2ce88a627cd3559ddafce0a410646f99b3bb1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1154715571669f8f3b10d70ae372b4923b1f473 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03a0c6c9beea99a6f0847d54584b653c50535c448c2287d018a03cb024bdb942 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31dc0015f732a099256d70db57626145f41c2a05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a63ceb64d8fd6ab3af8bc7c096c191b3614c75d1757906b3ed03789726f54737 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..336b65b282d27d8851ae400b8054505d83c81d87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f605f35fdd4d8e920a58b88081f5c7641b34373a62ca2fc0c139a2a0c1158c69 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fd17f3d50762b961a3f549ea0a28097acaacfb3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab17e2e53f2e02b01f0ea5024591d54beeeeb408118a71424d6ae3470cfe9832 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b558f7a64170ba542c2985cd2a5e3bcf02ba7b4c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:381947adcce9362bc90e03974b70fcf4f4b053a441707b54db3db59a84edca9b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b076bd56e3b76747210ed1032d684a768572c63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e7e71ef30fcb36421c659f843f936ad9a9cd076359004ed713a571fcf310f1a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33984160201e5e26710991dffe6d0adc0b14cb65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a5817dae7ef72641408b080e4548e4f772b1aeca51d8bc8dd1ae3f3b576294 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0875989bd2fa954e37362bb4f8b6ecfb03ade23a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaa8a1b23232663c0a67b95260af101a8efc5c1ed15210bb4b8b377a5e07d362 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73a757f7b60231f3ef1c9dfedf4b730525d68b88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b1895f49e9760905102d5ddc62bd9e05a7a2bc650d2d893e1b03b771e3c1bc4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66231c452adb5acf8c9e0993391b92acb1110051 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e526ee5b22cb4c7b5f385c17af2dc845b4bbb72f2175e090ef4f31c88021b2b4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75c625bd9a7f0147718693f6242a5f5967a5b2e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d68ea5f779d786c5b316e62fd385cad084001062db5623a2f38d4c6e61c0eb4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76d658996d63d2ca73f1680e9141616b5c0cc5c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2a81a4626d27724724e2559d28b23132dd52306a2b8f36d0356f143e4718c11 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcb3383bbef43e7dfa8fc9ad1bd567a4cfe5af3b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a40d7896940a534569ec29d3da759f4ebc0ff32d955c10c232a82ee80219ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a7b186d5cdc2443800105839a3ab35b72b9361b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bee395737d77cde86aa4f27706bbf81f38a593cc510b5583ef7a2cf1cf877d9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d78bc4cd3e90d0c575f60ff9e61c0d959b83b531 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e2e7f17a7cfb24da5e2fb3b5851c4c3328b21c5d67d1879faa9b499606af1ff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b6a8ff920d4c7d81e9fdb1301370b79f866cca4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6c6c24ea14f72c82239576bee5714f25332a12aae2573641cf1b8d7ae60ada9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1e9bcb9b53858b96888f36546f664ac253c4d2a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a11e0db7d8a0e2768619482e572cf1dd74495e34cbcef59e0ba1ffc5a78b9d21 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6e040d0d7676a2bbee7cf15d588ca8c64086fe6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b2f525c254a72c74bdce39c115d7a3b685e688e22eea78b201e28386b5aac80 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4918be26b7e7fc2db6d2baff6b6c92fc038c3aaf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b1cb4ddbe615e7ab3dfc00f25d206788d168aa456e7428a5e4888cf59487a6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39e1d30bbf6b6e239c53227ea3083b8a1516ef74 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d38121a0547af1b3391d88902b7abfcd74fa8be2b56ba28e93580b73c37989c5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bf73a4ed862d2dd7725f709cfa2bfb06d63e616 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a277a4b2c15f38169a1430052597735ba9918da172ae68b0089551d71f292d7b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afa9abfdbf43603897d19bf18eb75a3b6a048faf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81bd4c4372cba9c582c822ae830b18cacf5231e0dc7b293206edbcc1e247014f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8a40625b4224cd8f8160fd6279ca5362cc826e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ab54991425abe6b7b0bd5a34773d216d7a3140c6b71cafc1a0995f54e5e4857 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da00dad3ee6060d187bbd3bda07e5b476bc07760 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aee1fe72ec7ac753bf468f32854e2c68e28db1631d45f1bf9f000d4e37323d6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54d0d84d2b6923386cce8c6297a4e7739324d91b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:773490e818d382c1d9a9cbeaee0940042413cc15bd4adfe47252265bed8d554e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..328e1cc7c604bf5ad4658fc0e92d4f70328a393a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a76eb558336ec6398225f6e00224bf173fde308a93b73db8cdead9fbde98cc1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56a26e75cacd679502ec851effd8514eb3c26b23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04b7fb46a5e50c146f85eb9937188b80258d461ffe1ff390b472b7ee5d60fd1d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7be684640ca204ea993d7a3899ea32bfc50c2a51 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4764d88b471a7614d9c58b46d048d33a94fefdc924634ae85b3cf95492b0f3b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25ca6fab5a196d667008fadd4e8eb68e6cada442 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd051207caf4e003d1ee36ace376aad744765f6b7c6ec350dc4cc667e8305c8f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c081aba75be43fd5886a062345f9df2d6354405 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c11852aee64b8827f0270dc6f8cd1e7555a3b9de5435b682ad27fc1bb218fc2d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..772dd5a02ebac902af162412bbc6395c5324af27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c76ba554ee7769eaa74debbacc32c16898aa484765b566432d8adaa6c210442 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae109f07952d806081196ec040d102b0b6dd1d19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd4a1a75534f971dd2f07208c9e3740c41f78d68e8b18544694cb829e35f6da3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cf3ead718d0c16078ccf33c5c6cb2d229f9c9d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:277f626de770c7fcf08817719518b607b4878422a5a40b4a42378872037f3ea2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e670ce5b1726f02319c4e2df668f5b1e72e4c66c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84ad37cdf80481a489603adec4995187ff42a7c12e1d6341eb1286f46cd82cd1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56cbd9e04c944eaabe0f74b73997da37886d0830 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:868b8eb86654dc60a049227566eb16a5982a2a40d9323b45e81f26fe0f489b9e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f80c4980576a29e7557e198e5623942a31fff8e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fd7d6f8c94602707890f7f1804955e413db6c1819e0dbe2465cbdb998f91be6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f64ec9b279936fde6aac9703b0eb5eaccabd0db2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd474b9f4cf800cf50ac57c5a66fb3b2236d16cfaa811ad0a1d34d932ae4ad6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7dcb4d0bb5e52619dad809d218975fb4d043796 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fece9c2416b9cd8a5ee5f07a50b0a1f54131fc2605e57dc0615b0a67badd967d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c61edc7a8b4b4b4e681d98779d3d0c999a333fdf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e91ba7bdcbd09a436a8b0e8768a94b05f8f7086eb8953c1dfc3046f1c3aec47d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d60d9bb02ddcc222f079fcd017e6f74169508e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40d14f5e98decd073a7791326e0017f07d2dacf915b203be96a550c1407d00d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c8d16adc4c40d73d1e5b72ab407a695e84e4283 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca48a84c3a047a6a9b3c4724c16d5e76226d6938a4d979dfa8bb093af9d0e189 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b3180e61b1c677659d16209643ef56ac843dce8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e92f706764c1f64a79b1aaffb7ac317f2eb1fc90b34f5892157abb260e1c6f42 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ab27af128eb4fcda1a7174b1817ca4fd3d6ce1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce950f5bfe63569e45057fb2047e24659adfd1edbd6dbf5c1975ca6ca3171a7b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f5d82f8a10cea4851e59e071d8ae05ff9fe7489 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb95cfa94f0974abd9479512fb0700e946e9c955770715240f84b733a9f6f8ea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62327765075132d1a9d7a0335e048d6189ec834d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:febf2804c5c746c631d4b91c135f73bad13643faf9059d7c31d13010c8043caa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5065b354982ac1fd01ca764432b854f28917ad2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b71abfafc16bfd34a3cb6607d060314cccbe35eb6bd0f0d5c4af529bba222446 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e3c6026aea4584a6ba2ae437994eabf3198c25a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d0606cfbf79fa47ad3224d3debbaf2fd824ca77dfe98150ea5be76dd16e450c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bd158f3921ad1fbbdcab7568450aac9d50f58b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7949cf2a31c9627540983ea221c3d2b94c19d450051516b8262e50830d847e97 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2402792d7bc2845a70690ffaf2d58f124082febc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbc9b0e14d9527b56c63722f47ede471077cacb0a646e1e24217e45293996e23 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8140792390840fd6bf34339769cf5d434a495cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec6e96eff23c876c635c3a249e8eabc0f396d6d040c69fbf13d59e46ce22da11 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec761e71d35ab18aacfe276ca6ace367250c4374 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4467fc02a58dceb8f45b0afa809f2561576bf3d205e3337f417a49a738e8e1c9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e34e2d95591c97bfadc66c2479f20be8397e3773 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce354dc5e8b084b78bfdf6b8d506dea31b2e04cc5bddd2b3cb0a388a4aaa72c7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0945b5126e2c3fa356c83103fed80d5a31bca326 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b6d2c601edf6ed5db2c59873c8f5d2524ebfe76bbfb6483c30ef873a535a651 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..085f401f4c0966a3b7fb73804a3ae1b1d65dbdf4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcf0216294fa998ef075cc64996f16ae286c5352fe967e96a2a826c83b7868da +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfb291d90c80ac2c40fb317f56315a8a11dc8fbd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81d62427f142d1233d377428ab4d3fca7500123707bbfa3398bb41493cf20c7b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..862058a7342aae0185f616a524265e826fa35664 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b21bb3e9b7cfcdf25cc0cf5423032e4183ed7b32eec521ab1ff9bc1c23f4ce6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b8af39ce85dbf7188ee998819e8236248963bde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02c8fe32f1b7f848330f9d8d62eaf470b54bc92b790cd212f69fa686764dec1e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..881f7fdd7b7a30159136f2bd7a57ce4015596b0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bff4ea8056d96713063c358d5aa6c81148d99aae17bb11e233034ecb9dc554e1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b78093f7fb5fe425baf032ded9c9c8cc90b9af7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62071e9b4cd94f0fed2c3ac75e5f833005771f9b5649e98d6e93e99b54d7979f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e39207c67fc581846281cb2be3562febbb584e5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c1ac3c70ee682626d6d816ec17becb439a24244ab4ec7c2fd09a1bdaaf8c0d8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b8b0710ba6de28e2139695a071112ead05a5a00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c70ba581b16354c181a4fb3145f4e3f949c941e12c8c0e2cac7c6c7523e4ae4c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d70e734167599695196e66300719e2072af18115 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47fdd5d60d65b16406f93af37fe55a3435450d2adc45e672112d9d8fc05e4443 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9c89bb64586d9068da5c03bb9f3e53b364b33ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46582881f09ad2e3acde5bfdac801986ff8bf8047027cd8115948261bb0e30d2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac53314e35280f295327412a53672641dc4556ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a7815bdaf433d32c786413af0bb464487994436f54ed3bc4790acbc68df13a3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b8ca31ed63bddd1fe71d07f89c4ad5b7c5be4a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b149c9debfc91e3a02d19f1905d693f02ffb955beddd200e41e26a44c919ff5d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c2120ab2cd48bb0bc987f92019f7b6ca0ec6bdf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56c99914e836a1e1ae42145cd6a62cf7825a9e100466ebb7807acaa865ee59cf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f73fd17a47a450ea42329b2cd1bd4fd34fabc1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c063912a3a3d68bcabdc67d1b77fec206a0d831bd9b9708e56945d66d72e13fb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab52c780f9ccb2f090beac27394843436dd9e5b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67e0fd85660585acc2170c31be7e54011019db1517af6596ec39234a3b7baa32 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7d07cab047af22cf5f15a9c052ecce597c7330e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:502f6d2207f3009ec9725ea30d17121917307cb51494292ea7814683cd961b0c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c33f44c04ed3f6a118bbfdd251745333f3591e90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:321b64656ec2b8473b7901773a99686356ca9f868d00f1f24defbcd382c8f617 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd5c716d81b83fa0399981a2fb5540e275ea3352 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8923fe8a878a6bcb26b2c4e2d9d10f0d24cfd126f445b9e8d5ce156ab9ed888 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae2c8841db08fb2e3db8c5d7598cece14e25f5bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d2303edd56d21b84ba796bbba982f803da6633a76380843a5b30b24de0ef38f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a6f1e5435102d7f9c1ca7b9abec8590e4d584e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec15ac47b9f4d89e2152aae72be8cf6f57ce9a372d5f5eeea56c46bdb38fc682 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc3ebe958f34145f64be6c0a28e31eb4a2c74829 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7fd90c14dcfc828a12d311f825c5de613bcbd235b36d5a18e70e8a83512febf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f58bf34438d8a78bcca5d3cd93990f4815d41f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce172957fdb00dea81756cbee06f99dbdfc8e0458ce250b14127e0a3ab13ab06 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5d4f69823fde2b27457f0e0df30e77debaaa713 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eaccf9c9387ff8795c8d7f3c772d93abd723c87883afffc7b37e8526589223c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcd0534cc6e5ed33b5fd34cbb3e4ff538d9a43db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7da292f1bdfff82d6414c97294da2cf9e0625199cc75fae77f2396b3251491b3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0dcf80831c617e796d2f54488e2198c21876792 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca56e60c47300dff460d838e07a2eb0a82cab24bd444d9775e6ecf8fb9aa1756 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e48009bc292c611e6829f19192c3b5815d7cd3a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46b562683f296270428517982c5e19f76564cf137e94e7ef0a8ad99202760d10 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5bd3a2cf78a3f957293883d9a6de1b4af3044e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7458264b4614ba51382c51a780ac181e98f7fb826775996fb7ddfca2059a2cc1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b1ca798cd43797ba702719b6e072b442ba1b34d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89d1c322a63c721541902a474654968caff46e2d5e77b0f1e6710a755aaa754c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0822af91c0e96be2520be8773d3a46272595d58e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:148932ec353d6543ea11bc1598f627cb74cdd9b869bc23d8def0b2b97f562f7c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..827b0df2f5010759c1835b6a7456c1ab121818ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb07eae2b60ecc7844621cccf859d07ef597f7c227b7340307b28dcc7a8f279f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..968eab06dabcb7fa3e8fba9cec9fea4315acaffe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:967e06c7d0204e05b1c5bd26130657661b5bf81bf4bbb513d376b31a95c536b3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85ac0cc51e97f72bd295dcf2f2e0af01c7baec68 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2c16c9454edf4ac7b0d59c5314aa99ca86df418bd4b8dcb4ce18d66be884b7d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5baa91de89fd15b743f50d0d35d4a4cc6d90dcf2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a314887b053d823c4c9221618952c417916a58a6326730ef7af054e1cf2c8311 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbdfed1e7a87d71b04b4fd92386a532e22d8d7dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:953363fa1ffe1164fa3dfb3b835d9b25af145e8bb4ceadff98ea34b72d2edbe3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da95683d887b59e4f9f3566ac7af9a8595e99bc9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2922bdf70e6dc582eae4f0403d2c59fc076557c3e0abe3b9117c2a1aa7d8ebbe +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8705b9db7d9e8fc0bb4bde3dc2224d16c9d49d83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1157ca949a0cfee5b2132b87cb37e6b0ca0c26b13f821349b8638e2f6b1bab34 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c78010aba228a364baa0493c2040bf9f8675a14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b24313936f50f02e0774a83d71450a33c9bcd913e9ccf5d5aa9b6e862b39b0b8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3be900867feb5476dfe8dd9a5ab2bd4f2ce6949c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97c03123d6a8ca5c7f511ad40171ef23412db708e578e3dd308a14274cfeba2a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a78d997a524f6aebbf904d16ede38c80f0a2666 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4285533febd7e8ef070c634761e2bd0f7a51017c0e3ab5b29e548c33f3d6f58d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee4054b644edc21d642594bc12cd0efd35d11423 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f9c87999f6ba0f6dfcd6e762ec0b7ea06ae176bcdd369acd4c397d736bd9d43 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b861bfef3e8ba6b0195dc9f94f680100af3b018b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83d71b5ae01a35fc567af34ed99a9d812e287382750accbe9e003930d43772a5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffa0385500d73d7960669b5316f56f5e0e90b46e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705403e6b59395721a03ded092bb16f1e154528f716aade4be298adebc61d8a4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20d11c701e4f00539562e0d53a3034169f5d2ec3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73bd6948880bfdaa1effac037d22c6e3ac86f3b24121c85b9829cc08de0d8db6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..191108533bd6ec7f9a3468597d647b1b5a047d30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceaec23f670f51c46c92aae96370c8316d7db2e0d07da819add8c76531e29601 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd2639f42dd30f62b386f4256c6752d7c0790a37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9501329caee8c331915217e6eb2938d420e22afbf50605ca5541723e147794ca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..64d2234a097c881f3cc45b31581fc6bc48c82125 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7d65a212c4181c7b1eae4dfd8a9e38842d988a648ff4f442c55f470c0f2515b +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7854a72d63e55b7aaa61617cf79a4a536ead1c7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a03a4f195393faa2b0494586ea442f3cb3de914a81b985bf3f977c7ee5119a8 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e836fcda5c7fd6d009743ace8f8fe00dc8f0dcfd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bc00fc2aa75a121e7c665f1003b7367cb0357815779d1aa70d87e0788391424 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb64010d78162d169a5b6f39188bd240ba41529b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:679de9c5339112c7ea329b2190c225779de4c77273d8b893232e12d9d7eb08e1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cef75be6af1cb8e1fb2ac74396d68a93ca5fc6df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a9d2fcfeb263620968c991f6d84ed3818c72c15190bb8c75c7c838019e3c7a4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc638b2feffc5b8079dceeaf5b4d5df7dfded5c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a62fbde6e22980fcdf0269ab497fde7aadb014c9b8c2449c8d6207ef84ad7c3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e19d3c89ee7901106bfb137679dadd79db71273 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ea4e934689b6e149332afc4d6cb82853de72a7011dff725bbc460d1c75e3549 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..816f9515b2462a87e9af40023193518deee497fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:937a5ceb62450c14d5748071ad1e6bc9f8f88d123a32c885ae4a7ed813754447 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9f092030c090f5435efca4b80bf2a330507ca38 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e68533756fed9cea50f8ab3c6073067127f89663e161f03a0881cfeca1b15360 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edd764874a8bbe7a51f3867cde1a7fae1290d43b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a41b990f88d6073ec892ceb51a0d637409bb4f8586902def2f25358cc11a388 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..25b050e09d6a068ea90ac4459059b592068ca325 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6f24b8b936e45ba80dcbaa5c5816755cb78cd8099f53be24985a6abbbab845a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d93888a2bbf16a6efcd53b921640ca026b4a238f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a96246348774f760939f81073a14d6825ca9896b6641faa4bfa378832c5abd99 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..061e701f96a0af273173cd124515f76f0acdd80d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ce938f5d20982e91414d2033bcd505069820506d02a0a8acbdf22366d0f775e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65ecdc97215cd3666d77c2f05b0965762803bf4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:934580ffbac0c384cd602e3311bb5ebd25f481b4aa2ff290112c01df50d76ce2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc213bb102cbfafabd8be5643e227462f626bbb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfaa5973be72faef5ac4cb8c36d9b4f998d065e0002edd3209c9b5f6e2922db4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79b959792edaccc5455ad0f0a48c3686e4351507 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c0f3bb08cd1027d1a86329ebe273ec57c1333f9f935ccabf9d67f40bad07e8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7f0d0a8da9561d48734c6efd2292edfa04cd2c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52efe38392d0d02b3672b28464f9c890f9ecdca51110395125d0ea21fc19a678 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbf5874ee72c557d8701ab053124a97ee49e21b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:843a48cf981a4588c327cb3493cab0dea785a843ce1a9a3d3b681be45e4bd0d1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0a73470aefd9025304be0d31806970e9a5e001e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61698e0344dea34bdf75bd26b972a33044a3c5c49d5a332971fef10be2766ac1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aae554f664da3da47badc2f794fb3fc970ed1e61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f842609ff9997fe0050209ffc4fd76046b0d4ee160e47e644f3eee2abf43b0f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1abff314c411939a3363ec27c459c535322a927d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f69ac283e26cd45c0d9d2fd3c15a7604cb51db357fd3a105af3ff2759cd192b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec95d3024badaaba39fce00ab8b7429a7483d1ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:927307b6b21d90f74da8e4adde805a18489baa16f82983a16495ff2f6f43c5ff +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ab926ed43f27d0fd507686d55bb74331777f306 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c56f2c981a5491a151c12c83a7a48560fc4536029e9e11528dbb1818f6c0ece8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d50b6c81c2162090b4f4647f804f1a8d72272583 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f5fc68e064b32a8e07853a1bf4e27fd76195182cccf56304d3c6ed8581fc85a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..556466fc9d1f195c45dac34ec8393ac234303dce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:249d20feb36400dbf401ac1b99d9e981398d980e2c41bbfa6885958234ca3272 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7c6301e314f1d0d93de0fd1337855d3d37e602e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33952dac60dd5535ebaef792e86b77799dc0608f246b895b3b2526122f3a8577 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..749359e859e6b1d132e5e7e7958cd612119bf486 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:355260d97d7f233826906b8b483bacec745d4b0c18b86dbdc2854bc1e56410f3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84f1703fba5182977dc2d9e1164235bdea662afc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:074e4625199922133c986996bab35440b814caf20bd325cc70b7022156ae8f26 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf6649bc454a02c20c661e813d3325865a53da40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d422f54695a4dc2cd2d0f268abc7a4ca7e886a161e0af3bcf0df90b732dd60e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3126ae62f4c0521a548eda9b748513e3fbc6289c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f019f7d9ca7b9d412ebc022a39a0d5fcea7eb3443528ee9dc0054136b0a129c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5add37ecdd774c35397f897d9e4f002df44d822c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06b83fdcda01768b65f449b5d642e4056eaf41da55e7e10e6f49d200668ffbeb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08eec264971d0e1e1590f941bacd6563f455756e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99b5b7728cd1fe1c78d4081383ebdfe3c69b7a855093c3857b7c5567c4e4ebf5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..edd3fe118a73e882b2243e1ae062493386e98823 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b0bdcef1773ce0fb5be5bb531ce9373e290a051794e23cfaa809cdd4eb5a94c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb51e38e65f453e1f143a9676cc9a65f9da24ec5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9775d1ae368cda40298b526b11232d0196f8b1fb8327defe8bd3e1f623cfb8da +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8372a6a7e568a6bba661cdeb76c948ba4c764a7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:780671ad46606b78afd7efed1f64f468166b0179be820992c3e54eeebb8957e6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6f909b632956ce8b11a9f849e3df1e21cf5a547 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:053187923cf750601a2e3f526b763d0a7d2e51be9df538b068688d1e69121c84 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2473809e951e703b68377871ae9619c2cfb8d8a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99635ecb3bdbc696e7d4ea50be22238ed8d71d79522ca4d9f48888cce624ae06 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50448aaa039500fdd0f12ace3f14a7d325a9ba3e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28ba6bd3ce93e653a704d8c602f7a3c187973f7024d8504f8258d78ef86f4011 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b0441cb2b1ebe1aa03b1a6320029dc55a668114 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76b389e9870d54a8846a06fbecd07166bcf7b99d25b602fa92c9eeb59875a5b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d9f2501756ecb836e5a0870a26816fc4e1cd3c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be423b3ce4e1750686e68593e94c0da1c8534ae5cf7086e90a15a831f1ef3db2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45297454325bdd0a18dc9fc47e62fbb45e917050 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8246f03129eff5e842ca54a08d5eb87428331ad05cc8f5ddea232cb4ce416804 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7da2568f1cff57078fba2a7dcff2d0cf73e9090b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38611e194af7214c13527720518c4b2b7f418d3965f8737d652cf2dafdcae9b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09fad2430cb3b2e43ebf7a973c3b8a74d4371281 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccf526cee2be733313bbf2d5cf282a937a870899ddaeff5dd135e7936e75d145 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ca76c91321fc9b275381755d47c66f0622df841 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25ddeaba796aa0a58133127a7112e7b8f0fd24652155688d5bea01e219c07b8f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aec954511aca5bc13ee2b110f1090d47eb1a0790 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84e6713b6f411fe4a72471f32c5e7974ccc8e30cd3ea997ba9faab13b0b70b86 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5aa4a90468773eb49fee7749dfc10493e0791743 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bf23338a4740d60526ad8ae8094f97bd266c6d85a5db8ec21214d328144e78f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e27d65676af6cac515a3f8da720eb70a011be45f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604e43245818424fc504f76b139695114cce6c512671ed8f2d0dde65e83bc1c6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a5bccfaeb54f8fbe40b8bd3789804bd3aabc6b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5fe83fa4b097cf4949e764fd68a2029c9e2bcdf2e320077049b7f0bd351e25c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf83fa84a885c657d1a107684a2ebf44eb0226c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44dee5ab1eac6149d6e37b1e017083f0269bb0c2a6c3f951976985c9be7d2d09 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91c607142a900e7478b22f5fcf45b744a5ad29ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:841409a06e1a3d25b41f4afd7297167445f1d316c70d1a5ccf10ba27387d71c0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0049479b265625fff7e5918f2577a45c1846337f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2533cfc4680fe32374f8fec2937138125d414efc32f4f7f856eaff7ab5472889 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59be4fc636a0399b78298611b69e13e21c9cd55c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04e674259769a02372125d61df923b755613a631fc99a9e30842725cfe3dc17d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9cf99ba5467c8cb9b3cbdf6e279e2c97c371424 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cb57f82aa1cd7ca87ce8f08f8d46357b2e3de585d300b791f38f98a1961ff00 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a569fcaed9fbc01c60e4719e15badb86237c6671 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3389bc557617ae63933386ef65b64348bb608e8988f4c178bcf96e0e8a30efa6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..829833d5c535347b7e19483094927fff4f2b1f89 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1286c5bf5a9eb1c54b7091571eb37de2e55b143781841ca75efe5bb3e3a7921f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f00197aa9539dc18bc713930ecea0ca8b34afb0c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e071d626d677d1ad31077920e063fc40a750a9db26a80393c574740e075b012 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9fa5a55c72d59d75bfad6f697b912bcf7c2cf02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c54b0ea97c27907f6ffce1d37d12fdc8704c32cf8c868638bb2715e5d41b665 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f5517658af3f720484ed48fae9cd66db347abe2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25452eb53c698494034abe1d575db201d73e99114cfb40673eb54f35faed0cd0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb8a96d08f58e8e6a66000d20e753c82512a8ffd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a55231b18805f6bf60b75ed8508ff4c910fe3ecf5d04fe7c1e401438535d344f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f484e37fc1795715b52dae6c05aa260e5027f60 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e82db0793fcb2ea6122fbad68b9f7187581d53bd20a4e5cc8824edfa07e5bb5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efcb9558acfeb4ffd59eacfcf91d38ed2dda1c4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61860bc8cda5f3d79731f61e1309d32912683a10f6bcebbb2c12834bc99ecf31 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..637221316ceff44fd3641999b83f367c8fc3c453 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:449f3735dd54d2144fc73e3828a17c1c3c352e14b4e048f36b17caeba96763f1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f6845874c079430cc59479815fa0bcbcf8db8b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79e845a2a5c62f3537b9c57332e5b55472e7c5e83cfbb286c13267f00a0a3230 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e15232fbf918fb6ad09e3ebffaa7b16e78355cd8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85ab28a5f92464ff6a6dad5a352511bfc51be612dc90d54e53a15c4fac3e54c3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..950307ef6a6c63e8fe5346f622b095fe1aad80c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7a626dbb0fbfd53b3f20d85179a442597622cdb5c1e8ba29994547eec8abc82 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87e456ecc31d888fda7d361e82b3fcf9ea6777cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d8faaee143ad0f5096ae6f8a8bea63d154bdbc647119a985796ae705347a7d2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3377436034bc2dc7d587868314311977c4c21953 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8b3669612007789500a1fd4a1bc9f093fc9ce8a953fcef385d72a61ccc2855a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e01c32461faa7e470b0375499635735c166ce471 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66b9b6ad98aac2da215b6e749bdc6a79991b554758bac9c1ef8ff70b19d02c60 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f14ab5f050aef0531d088ee1544d2d11b0029e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14f28cd29048a76d6c66e8089721680fa798448eea340f0e3891f6e8d0d425aa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3194befb93d99a9966b5ecd6c9a42ccdea3d0e72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cae605e11db52a6f139528292616485511c95eeb04813c7b99513fbba5d2788 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc57bd8f088c2ca8ec8b91bcc9b63c3c86e50afd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:314fb144dc9ac0919d8fe8f00ef1685e1153a633a6e3383495fa1201970f4a75 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82cbca76810dadd34d192813f185b53af947e480 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:475bf4fc613932d1e18a5b5eaea09514d24d4ea9d44025d87fbd11b4226c1a13 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb16e1d58028c4c31e39df4dcbfaec236816d48a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e3e6a306446453b7f0bfbdcd0c339c831940650c647071f63d8bbd1a1aa947b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4eb96153d651c07677ebfc7aad1336837d9bdf0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83eeb5e4a594d6e8d1f0e0c0306b291e08582f2d2f13a84420507a30eb46b3b9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc53ef95d292108d34fbc75447e9ccc25a635633 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a0fdb33a747f6a58fc2f85ff549b5923db809af7d135b46f0223f90a7e1f2de +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..625adbfdb41494fa551ae81b011cc813adaed5aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b61d94c69ff3bb4bf7dd0105c8eddcd2b0978623a68106d07412bf36144bfa18 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bab3a1ed36dda4e1fef889113586ed0acfca940 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c8d9ad70f0ec406aec184027e3db4cf128db35e697849d19b9b98a04fcd76f7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7be8d0833c6a9a2d1b78797565028e7256e4682 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8792232c73d9d4763e39d5749eef8f469854c442288acbfe6e2ae6175c23254 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19ab49523aa9b26874b164e6455d9175db6c1539 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41de7f47f1c62d1895b336fa1ca19f990fcbd0e985b1a873f561dca672bc4f9d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58162bfb494f7e7f0a666736e0df9851d7aad07a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80f5623276bc647ab8259d5688745b40e4144633f1dff305f2998ec0f385c092 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..671fb4fa6c3dcee74752710fe9d5978dcc7aedf5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f17e4f1c042b4e722446e1efbd05da33d4847ca0b54f47f395b09f63cb12fc08 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff7a4b35262d8ea8a66eb6279057c75fdca3b4ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb798ca1123a9888c0585eabc6f567cfc17940949a2a047302952d8c0163ad33 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..716b4c89b7ab6d20d4b15e136e2560768c79d80a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87cbb8c6b339b89b8d139b24c7c5dd99437caafc0c94218538ee3c6fd68fe03d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0423f2661b3db5ee95f22078f6e218f88bed6148 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:811e49292e352e4d3b386fc884bb1f65808970249e99e1c5141481441160f060 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37760c16c1a0c4b4c79a8ab3ebc9620a0f1ba26d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61c4cc17d59c727a40fa886597bd06d2647985c0e79ede9ab678a986b0aa877d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3d71b5e1f4d0c2cedb78745156459ad2f3a233e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d89defe382225765b9bc9d3eaa4a8d29099e85d6e94465b56ca11d582369590 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e188706370d67f9bdd58af463bd3ccfe305fccab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f75f7a771eb4a18bb72f159ba5a8aa1e03d0438ac39cdd30a8ff71353a8b5e5e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63d96619469716d6fa696b44cd33263869372581 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccf55e9fb002aa3ac5b2606fd50bef3d7deafa4cb66dabaee70c38d1ef39067c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf55406f99f00fe6b3f403368eec0140ecf8e50a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9bd4ea5df29f75b62864db502ad9671ec750b5b31375d423b5b89aa47ebb8ad +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9028d03e155ad0a8a847c962b8da37618b079bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4638f97a97038a318f165c76b1f118ad0c0979e3e9845d406096dc7d91cf65e6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c82521d9c252931cf13c734631b6bf5b2b445af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33671560c1547cee6a506a6267cbbada909d01721efb419571fd86fb2b4d581c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1711b6ffad8b51b46f4efde3f61f32e3cf647da4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f71119a1632de224b1569be4a2bf6065a5b6fe488ee2d76b8ce504fc6d6370bb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96149c1a2701fd91f0e178257b887b3acd77d625 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6db337b54a4d1c1d37c9f02bcb4fb403185926a3add36c8591af4fb2c041513c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b78635799f990c92db4089956b2b9201bdf38a19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03305cbd97bdd20a6553c5e140c6e0e0f5d7144faa4a40081cfb99c478e7eeda +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7eb3e596ecc29524b198c00fd5b24dd886f37838 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86572a0b4c7dca4c4594799bd46e70cb59d350ce51fa4221ee991eec6833a8e8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6dcc9d5933351269331e28f7eb43bc39a84c6f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69ba3835cd080f5d53aea4c35bffb7232c0257d649cccdb0958478f823b50d5c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d0d6c4a0ac61391f448688ee93fb7c5c09f7de4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:accb38683cd8e1c34327009ec858371184d6e135e5d1ee8fa79a00edd964d2d1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b6c5b4264163e2f2b5f9d1601d5eb48089fbe6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62e251da68b6a4df79ba34767b5e4d09b4b54061081a1e9c1ae82cd8549c94df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..394b8c28c2335f30f2db71ec8d37a8621cb96ff6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb23a3e716a6ed52e5866aaae048379834ece7076d14896201ac642cd599c483 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f39c05b36268ade52a61d9e852f05b9ddd2df67 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5c67d381a44912167f50ed2c3a2389d0493d163c55984e3d1a6f8ab38f6af07 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b87eedb91e34ef8a7841ae630d0d4e3b7a35e900 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:359398ee12e943afcf203cb65e82a3bfcb40c4d5bdaade44ee6c9781d18d3636 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fd130fec825de3c2700deb11fb3e3ee66a45a8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bb633c6ca356a3b053d24b42763e4936935ae8b61da07f21c90554f51db22f5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bf3ded7a2bfdb15ba009afdbe503481d8f5b47f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d29aa1408d0e25427cbdb2e915475c5fb9c3f94e7522d4ed17bf024b0bf4f126 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7232830b114895dac206fb42b06b0d52c4755a0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83fa72cedbe7bddfdd9eca10d730682b1b9743fc6be1ae7a8d713e7178470200 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a163e1904c9e7f851fb4d164a6c8537003fb4f86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e18ca1bdf6655d40c91af83f17316876a3acab250539937e2a1cb3f7b40edc79 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04b165206fcacab98af45efcec9e3ec3ffb01412 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64bf0045d016f9e8c2e5ea9ce04e8559757837b12a217a0cca529518f0a81c9a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..acce1c3bf137c0e5bb31798a34be690da8d37e1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ce75af73ac9d76653b0baecbc43fdaff97b976a43df60bdfed4746b24b35b72 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74e15d4067a0ef26760a7f234a2482c248db0bb6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c939d16ba6fe447864984c65048c606278803330a0c289f93e008e574d1ebffa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f981190b2642b98c52182291a54aa94d72ef2da0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e14ec0187314fcccb11008f3fc8a9a41acc85c64917cc078d66b2b9a8a784543 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b58829f9873a6ccc2654f32aed5d15ba45017776 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6a702d300ed1f43dbbd5a154e6e6afb3a0751a21297c3337544a0c9a442c2ac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be0a3aee28e6a2b4b649b402a46c3d8965e54bb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1fa6b2080b5af9eeccedb4c4987ea7e43015bea71f199c4885949313fa5c568 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9c3a1ded178b59ac4499735a9bf0813144c5ac8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:126f262b9e144824b873ab4fd32b02323e462a845c5cb9a4be1b583a819279a2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10de73ff9eae67b1992bdf9e55e02f5b62e85cdd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1155b7f5290c8baa3a4cb0d7dada61d8196db7051616dde08579f751f69a0a7f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1c0094b2e33002cf8b0dd5cabd8fe80587c2c25 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91836de7b44b28c271ad48929621fa5ff30f7487867c7dd1b273b178ce4f9ff8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..98136127b3538d5f195844fe8623a5d5cf3ff4a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ef6419313f74405c9116bc572c01de3a3c26931bfec7d46d0f9e88b22ecefda +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9112b70ca9aa1a89508085ecd1105ddd2f7eb4f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d279e5fd53b96826dd800505abe0a2f94e5e72614f0d687c78e10cb077f0988d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..481ca784fe0182858569983e1c8085b32ae8c846 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a62fb7b844c34528f70d8f03ca7092431a873a59ec6e6a74a0f0ec02c72171 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b9aa2bf615d22e82d4849bb259f71006e40cebb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64fd3ca1c548ce88aa1d4a4b74b3c051cdeee787aabbf86c66fe15e433357d0b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..00992fcb0279d51e390fe100d5e581fbc7b54c18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bdb6bbd7d6e34c949afbdf2b8c3ca18e177feef73d8d7dfcc391eb44a7fd7e8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80a550f05ad8eef60b7d0b6ad8e6ac0e3e7ff0d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d624c5723e20f517abdeec63ced627262663f1ea3e6e12cf0166a2b53faa6cd7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f3ecc4a0a54c118948205d41a8404e1017d9068 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcb06e4a5a39cdc603cea22ff414bea4d864450b3e332e14a090aa81503d9816 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..493d44485644628ce8f37661e5aa5b5a2bd97af7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:612bdaf9eb8cc9e7d20793204f00cd87ba52f379db1f052042ff8d72fab39cfc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ced8ea457f3311dd51f432d368bbbb439e5f8c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86d07322b91298b0d36b7d483fc509731b3be203895db0fa0448510688b0ad84 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87918c7874b101ccf4b2461ef404e43d88fc0dde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f344b7aaee3cddd8ebf11d0b9a0cac56410f01a92ab80567d76bf178ef157141 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b500ba5fd6f688c32b69fd2032816b7e0961c0e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:834b8686d28eeaf48ae00e57641f2d4e7d6e8d62e9550489fccf9c90377bd77e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a921c8a6dc8b89d6472ead971cf783a9557333b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19acbf5fc22993b405a4190f01d61425976c846e9945d29cf3cb3701a2f06487 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01c0968da2931ba9b12a2b4bdbd67361f34fd003 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2852b226edb7dd6ce1fe4a4c18d5a3f1efafad881ab49c9a16fef2bec0ba7733 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d12263418781f3a0e44582519d86b453f890e44b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e02027e234a2df1769c6595b034c12330cd4fc817073fa8b74e7200b8161ebd9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a14d578add6c249814258049ba8dd4d440762943 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26602f9af6113f14017d6e872824ff5a735b977af3465ea5cecd739999e9f378 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d3cf6673431d2c074b2ca8855efcb3914209704 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5270da06520704a63974b31e0b4d804b4b36147b48cd5a1033afd4d8dbc38f6e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d7900ee05a6487f2f76fae800508102841502fd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07f7d925f776c4fcc7e1cf4eeed31ffaa2428c5f6ca28b8765d0e6fac311e5ce +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74c4c5a3323373a192a8309127e510214525ebd0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15895b6b13cadd30ea8b3170a95b77d55bf015bdee2941102152e978150e7ca8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de6c9e4f5cc55a6f3bb964df6ddd596f0a3aba31 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b7cd131ce2ec054a8cb31e7441d4a35f23d7b609ff7806e2cfc0c34e88eefc5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5223145fb23dc7beff3ba689725b88ef838fd7c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73bab28fffb78300f2b1635e2387ec2bc10a8c24a80574860041edf545b1c818 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..303eca74337da27de5e21746d7da56dd992e35fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:678d549d23e6775408c67faca4227554ecb7d083d9a09632d0d9f824f9da5a80 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..377d7a8b7f735762b69cff53420e5b2c1a649160 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bfad8fc46f281f9da8bb90e6df224eee46491f4cf099d0faae97348b3837b4b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..756395e5bed16a2ad1905201c36f15986d2492b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:489e9f501088996eae2af1991b1de9c081f1ec7cd5cb5168a85b102f7ace03f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83b22fa5807e78a356581b3e88e820bfe63f0fb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51c643e91e928504a60f47312283f332269c0c73f17fb8251fa1dafff2c9dac4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e10d84a4230288bc73c62a0ce514e73ffdbdfcd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db127e464849fe7f6948eb08250f5489dd64db538505e78366046477d20934fa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c00c198cd3a7277bd2c2e7858651c509599ebe6b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9502a22cb22cdacab0f299b3cd5dcf3749fd81cfb6fbaa62d512ec50f8a79ebc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d647787935eb411ca5c917d19647458ad2a8f21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edf02181c05b7c55168dd32966bad045ec01df77ec869d12753f90fab29700d8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7f4436bcc75115672bd49493b9e9d10518a0cc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:babfc3e68508680f48d558a56ad44c4e7cc0206cbb8c34142ec6291dcc546b20 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f5115dbc9e386654eab38746e436b85b2188fbe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aebca5b8ea6da8c96933da25189ffa3fc240ea7ae2e01d88b51f2f8c8277c20 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..947902385f25dbdd363225383450f01729c4fb4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dbfe7950a56f1c2d4a0d22e248d3176f8de4e9eadb3612bfe29f6cba041482c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db57c3194d7a9caf738dde3de1fae4e967ba9ac7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33273969559dd2fcbed70a233d6a98c1b8c0bce933b1220cc1548920f29669f3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bf7c47d32bdf4e04d37359df8e9dbeea5e0940b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d48f1c541977b856d6045418dac150a3ffb53405e2ede3bf2c5a9d2487aaabb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..075696b323ca691d05c8738e81b165b820b9eb07 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f4e28b12e4bf5f017386f96026f132cbc0c180e7d41761a1195c4a4a7d768c8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34d717444a7291424e239052bc5942503422c9d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4969e2c0e7b9157c45916307fdd84586c67040e15312f80c31733a1d6210ebec +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0d3c1ef62e3000ac7bb184e6b179129d2456caf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48445003e99f5d935446582d1a972d70a92cba28c6d076949dff2b3a01c3a02c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6699e373c2ff4f2521aaa64b415401e610d99cac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0083f66ade5d2c3293943133f09e1979a651747da650d37b2d1cc414a543f64a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aebaa91a280a50642dbd2796fd79d7572cbb532d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eca37fc75ca53cc639202977b4163a2e085ff17a44c7de450b18eed3a15e0eb6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dd4ef3d6f56e8ca69f49f802b0fe2e505897693 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c66f10fcb7651b59368c25d2341fc2fe6edab69f3daa4763aa0bb54cc0345fa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23cd94c5b566ba550ee5f951e0cb8a0e44278167 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b3b5412c11e011f804eb44de0e2ca1019a6a1ea799bd56cad423d6d363b6d31 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8259d731f90e585327115d38117f2b0855218f23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:776725e94c5c7727e2e9787f2b41bebd038efb9a0e943efb8b48eaea6e5c2159 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fae1aa1acb97f46f51e6552988b940fb054d4305 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce540e37c0368fd5245509fc3a4d158692defd2c71804e09270d6270ff70559d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f0a07ddd57ce173cb4eebd435cdeed1acabb16d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d335e5220e8c07b0efa41ba43cf0004530cc5ed01368f0c7108bfd1174ee4ec9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c89ab9bf33ca7ad37767be148d330efb7b4d8d67 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:febb24269619714adf6d66d68f0bfe359463655cc402d27eb19edac328c32dcf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee378912aa71b5540736b4b8054b7ff66400a9e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c1f53c133d26772225861e23b4489fd5fe2dee393a9790b417ba237d0d8be5f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9a1efd00258bdf4cd63d9f22c1b50d169a24f56 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46d65e1c7fa4e0b140f684445f8113b20ceea378735b2349ddccf78ec712ca14 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b4b14fbc0e290a2a5785955db6c75e2e3231f94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c6e4b0da6aafaa4f23eb49b18492edbd2e071452120ce66852fb4516e48ce4f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e15ecc7bc2ad5b79d53ac1f7f18cf390100e3bad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c2d9e812288aeaf792f2552c1222bac640d632d656c4ced523b57548c3184eb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe45e29da3b12979db10f24e83b663239bc0df9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:358328e0d5dcb01f9ea487eba4ecbb76c0f0739cea122acd041923305752adfc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9712e118ed6cee512962d918f00644c7c073a0e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83c76db2e56dcaadbae82432ecf6a8eb66ca660b3ab55a6eef5ae4e9b0094416 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..289f7d06f5a4c61468916c437e6dc70209658a4c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5878d33cbee236c88ae838c9fdafb8d0fb475eb9783abef4a44dfe99a550220 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbd9f1ea9ce7d0d60f3a9906878394cdd53f087f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70b06a14d136859e19a6974c2bcb71d1b95e52fe07cc3f02e8e68100495e0f5d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5c0d79fd13d37a24ef8fc714f223b72191120fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc0ded3c621d5e25c751fb66c4502e7b96e149451f57400e0e40e5b9044be9da +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90ce273e711dd4f5b91ee23fbdde9e3ae2177b7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81ee74d2815ff3db4df6880b4d7411f7ca300f5be75f44df720083ec9923d9e9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..123c544a70b67a0c0bf2fd9bf4e6db2d81f89d8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517a959366e4f6bd846a1f555a98464481e5ba9eb469344741bea0697168a3a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1017fa1ba8618548ddc52c010492aaaef5ca6c38 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0d78326c571eba7e0ad1a8d2044c6ef76a823f11176702a4f12e07fab1578e0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d9e0760e482599647c956e400dd86a7b19183df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e42c03003ba71991570151c5fe33b57b4d3d91286cad04fd41dd6c4260e6417 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5aadf228a83f2003c8b59fd194a06d62fd5cefd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec86024ebea35304210adbfbf5eb549af7927cc784cc99511401f34b693eb9a5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14c91d6613ba36f8baed828d75f8ab6b67bac4e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c641deed3988195fb484b1d9719fe07699e54811295be9b13704dd49a8ed0f16 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46a6bb361f55cb34dfeede8b200207be1e9b064b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b297cc2085c6963d99cb78520c68445e7bfa96de91859b81284592c7abcb34d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc73910c62c10828e11a549e130a1a7b1985c0ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:001fd6d93881adb2dde1e02d76199579f55e22a4106e487e3e38ee213bfde6dd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d03cc975a3cef9a73947ddbe44b28cb608600f70 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5301c6f9cead5b6bd8fd31f654b6dd6633414b436fcaa0e605c000e129502716 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94e62ebbef0d093a94eb491f39f3ed941389c6ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5934d1ad8564950ea2b555e9b979ce29ca39393e09e827ec6dbcb4a09dfb70b5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a83e4375af6c399326b21fc6d06d817ce17083cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ebee704d95041c35243b54a7e9cbf1306b8037f668ce8e7717e71acd454febd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fce73e433daa554d2bed4ddc961c49c60aa68e4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af90228e1fff1fde2cd8e0258363c116548996f5278d139768d3483c3ef3c763 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ef881b7c2242923825cacb3188304d3d32950d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffa84551aadaa1136ede16d3ac046f6bc6c0f9441d3352c76da844f5675d63c4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ae8c25f0059e59cfb45309e777fdbd4a93756df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ae39bab5dd06d4e940a77701b2642e7429b4277fb4cbfa476b7b18ad2e6cb78 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4251841641099105172bad06284e3af563702608 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2107b450bedbf9887e867263d2f4d9bda106b9daf2f744fed81c089047616b77 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e1969509333843fb888d8feee2dafaedd9b9307 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff85433ed68328999c5ac047bca86890accb93607d8780dbd46532162526209b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ed5b02b496e340d766ef875a83367abc1daf238 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffb39b24d800bbb357e86d33072cd64c05098ae09738fa7c8f978bdde81319e4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64609b2c3c374fa910d7ad54632234bea6cc03ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d965e1e51dc031c51db7ccade1788e9689222502ebd8f150094e72dd3e7b782 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c70e545d5947cccb2a685be8d1a84c486854c0a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a5f6a92b787b9549073e753b570de4391f85dd221576ca0e8475eb408f6de7d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6085c41c36503ee8b74a40a9bd5915b0c80ac1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1146528af59f7ab9636fc54a9f31b0b018c6695970a956aad4f5ab5bcf5c262e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..954b884d1b4ffd00aa4ed9ae5491a81b2c5e86e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91b65a9e87ff01484d26712234f5049d0fe556b8a238c1c146c2c5c63bada700 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c713236de61eda8f10903476167ce0dd73f1ccf0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc8af58f949ffedb839f1c7262ed290533977d275135d4a7ba75ea52f10dc606 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aee32c877cfb9744655e7d4b70e621dfd86c041 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87f7018245bd1222dd95e5804a29f21f7e3fe4cc747a7bb01320c846d3f0f0e6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57bdca1ce1783224e83c287ceff58d17032c7cb1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f2dacaa530430bffb8bfbed496f2c2c5b81987555d609773bf6686ebce1c745 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c69232aa52fb52dc2938aa47f9d5ac458c112a0f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22cb4d7a0ad0706cb56e18a8607ac46150b91520b340c6dd704b7263061ebb4f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..822949c5c88bc706819a3bd32a4ec82c6828d947 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a88917fd81636d587fbc4d444503bce5b7eda11b3ac7d5242a4e9aea471a37f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4afe7683254b733371877e5e6b19597e086f6e83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73a5f3a5a62b7375af98fe8ddd065ff58a21753d412344213f9072e069b65181 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46d5c9969a9123e43157211c4f982af735dea1a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54e90966870e4f47e944e7389b5537d4b40239f22e9d3f16b68e01bc3ae25f33 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc5207e44c7d539b083cd50e0b50edefa8aae132 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ef906904ec2511228dd2845e116f809391ad21b9ed0a582be6deba0d75dd6a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cd28499a8c5ddd793c35378873f8aaa9fbdf0c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cc512acfa6118d6540932e6ed3005177156d8eec20a76eee2a5778f6de70709 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbd6fe6dee6fca9985b960ec74a5412ac0304d89 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e29862b75b9e54620d199b6fb42c6ef5723114c97fb759d6f9895f32c889cbf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0b6b45b2c2dac63605b17b2b465b6427cfa8c04 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e3e116912803e9cd9c57dcd1436dea4a4e74e9efb0f30494b3865209a86f2f2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d00a89d4a73dac776da5b29e5eed0693858e4322 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39fad957ce8ebc089c660ade4487a3a57690b4fd96a7f886ac4092350374c53e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35ac0166211cd47b88340146fac74fc3cbb29892 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86c61ce9dd8ea96ac84195cf28851863796838cae3956bf6b7cb1df215047cb4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6f88213dfc55678d519c29ec0f1b5a89af7ab0c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b711d636123cd60dee8d7af8a7202afa9ab50a6e86ce3d028cd03354bc21f559 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc012cee7408e586e7fcb5ceac9806a67f39a6ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b356622b834baa0e4ce2a6a5e82011aeeb7adb1746d9118c1dfd651192899062 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0395d512ac686d24c534525f24b4bca800beceb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af79fe977aca710f92b9ba90ca524de636472a98706bd9af54a78eeab92c43d0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c454f35a988464d92fdcab31f37a6eb8baba1e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94a83a60813ff16ce31e49cbbd410bb54448c8a315a9d5f910667151d89ae88e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb1c9922aa263db2bffc937844de2c3989f8eec6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8c3b46b3a2d563986b984327378779e56fdcb60efd116a4a55ae3c6ef3ef3c9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06f23cfade630ca143ea156ff7cb0efc65b2a8c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5fc1a086fb3ab7231424ac859bc839899406dc4eef63d0ad2c2eca3fa72ab05 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..378bb7e8c148c1f2fe8c25a6fc51253cbd1e38ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e820ad769b4f309e2ff82f07175f8b97a778c3e9b308183a35384ce422d20c19 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..804b27505b9978829baffcce67429516710a682b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a9195c405cde231ff70c265f01db4c9250ea70a18a8018f6d4dcfd7d77aeb23 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0574fee31fd4a4f1d518a3b65c6c158bf2123ea7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a55216d1b94f19b52b101d77473c743318fb0d99bd16224a9843954da74ca16 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfe27743cacb248835ff0c8c7a396f6814300bb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21c85f69eeba2839132b107fa7cde7d4db7196e0e51e9143b1bc7040a6de51df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccaad18c1f3a2f89b6068a8fce31754fed5a30ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:696591a9a05bff95e8dc9d400b67b495627f100e5e97b00584f4080c13d39fa7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f380104bb646a53b8f3feeecde9a4c5b3f7f78bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6586e5e3a1300f5405d910b44e90ad50a366ecfa696af8d25d38848b0010ecfd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..253a0c62042a7e9e04b9320a0ed709a856c532ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00206274fa052a053d84c8331fc62245e487e945bf4634531f9701165b571cd5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6bae23358c62adf795631e7f3f75fb6a19870e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9f10cd6d97c8b60486ba9040ab1246ad24c45e7fa2f67908f36bd87ca6507e3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..044547fbe87e14475d9905c9132430ff44212fd5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99464dcb385776beaa4c704eef4f0597959615dadf0e9a7260a10b181a26b263 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aa616c1db3889151218a52b25239add51fadcc6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:790cd8f728a3b8490b1d02209d766d7be9d31a91930ded3b4e679b33d780c315 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..498e621fc95e20d0906441e8f3ac067dd76a0d90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b54b473babfbea00f84b911c04ef941fed0b411bb104038e7a5ab8a12e8b256d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bdee03e3a67e4aa26c13574a6eefdb9b16e2c2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63a116b780a5c9937200cdbb73bb8210127f8d3119ad68dbd22bc96e265a1d49 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f84d204683211e0813472223a5fb217db5558f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6106791a09a5358535afc8afc7af24e1511d0a9faaddcfe4d39719d0443192f8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0afe29f61d17b3095336dc85f1b2f258ab432ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e5d6bb18a78a2aff171d68b3b8f56362e6ff42d91531bfcf86138e54c6951bc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c4f2cc61ba0b3a6cd1616c07e8394df5c55eaf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e18899cd58a06a2cdcbc52a0e61f2cb0918b28a7bb408515c0f34e99a336631f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..075f912c6f1fe01551dc4852ef6f46d3f50776ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d57bf55ab25e754610c2f1ade941ea3af78cad2aba8ab3572b246cdf7783aa09 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..039526ec7851a0e8181e00a41560ab99a6692f2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af217041aa1e0642d7f8e5dbdd9f4b4363016b7837cb67073abacc7fc5f80b12 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..015592bb4cf69477dd42f6d6fd9e057c7d2eb290 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:371a8a5c6d00e83e809823edfecff4d0e11d24715f810fbe6e5bd71bcf2b6517 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24c2ee88b24565e67b9de3de638be298e8988fff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b15e6aca93a5a924fdfc86aa02863de17ca24fe103a868bd96ee2f6b04afe70 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db600184a869764fe56737d28fa138fd2fee7a86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:529947134d1ac17b50d8f12704f82cba558360970ca3c987eb6aef004dbb6417 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2d83f180e64e22402b89643b648307005b360aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5489c4c9785cf00975c8a61acb47ad5acb3146380d5d83e1e492aa5aabc4e80b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0411314d0047a390b21aa74855c0fb673e29021b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71160ede0c2abc365377cd3300fd85476f7b80b8b28f60743aa34a61e0729640 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab05f731849bd531e5acd4784517e9b5694bc944 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac9ec73370b0634745002e31bb491b3031225f91ded69d85327753ac3ed7d37a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2313a7710758f88b243600a577bb4327f3c6ea20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d1da7dc18f133674b1ba111a88b888fa8d5f4e596a2e0e48eeca26bd481feca +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e298cabad2cb87487f527dc06796f2d86486848e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e8e07216ff550a036fcc456ced431e00b281ecd9c1b3530fd92e00989a6f670 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9586df27a08b0c4c89c8fabfcb6f08e02610d66e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f82feecd19e14403def3fe6e273c89645a5404986308756162e92039fcd2ca01 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..457cb5a1c1c1607c19f6511d57ba73f3c0093a18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b325887f8f47f58a15a20d75a4c03567807564e6cdfaf0e28bdad5d1bf363cc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8fea26e2fa6647c5cb47f81035933a53d8d9638 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8836a667716717c935df3a70b52693279afb2b22f311e0bdad0836d968c3627 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8070ed991b9b56c465b0fc4a7d467745e4c6fd54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33cc03b405a9d41e86a4cb421ff7aae8c9611201dc3e7f6b1f92bd91ecc57ddd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..532ca7bdbaacf73db384b6c3ba09362af95cc2e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69a93ba1f3589e62927cd55014348214d20ca93aef364c1fa4d6c982578f9fab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5855651b5ac025c6d542c6fd48bffd1a2cfb5bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5a5af32a92bc12b9d7b244d3a818ef25afccda70a7e76ab53a8779bdcc81540 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94ad8a2b162565a4cdaadb1a0dade840f70f3bb9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df043dec3ba76617862d03bc550943d2ea29f963bf09b02f304586fc8906f0f9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c16527bf0a89e395af766dddaf7bef975831086b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:265696a3f7b31917d5c9170c7af40cf5dc1ece3c455e3d0930c8f4bbe1bc6f5c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..680eec2d5e157df57cf3056e97d2e3d53861ecb1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aec5e2df13fb45c4094d4b49c9dbe714d98bad73f2a0204fcb5f5378284f472 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3344729ab6a229dbb718c506269f6d191b75ce7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4de5bde6d799c1633a22ff1fcdc56f5470165813965c6600f5821614acfd68fc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f4fe973862a7630a577696f90af6925bc44f732 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7196da339fa638c772535212962ad6cb85997bb7215531ae9fb087680ba53941 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01d7d3b04c7a7563aa5e563310aba4407ec6ae28 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da7954e6a49dbc72234deb580fdb09ccdd2b96175ad4e79b19f58d690cf8a1ba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2225925777e1f628d252434dcb70135036424af5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc4b6848075015d83eb759abcdf9ea9d046af08d1df1e2c02053637dd1a7d99 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16f85e6f22e951160da9a2f8d321b8311c296597 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cf00007bac30296b501eeb049e06e10af940160be67352c28c3ed377dc89157 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bcb9af99cd18bcf638122c7d22beaabdf010f62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb2fbc44899e6cbb3b2f8d9595046d7f0b1ba28e75e53f56fd31efcb2f22e032 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5555ac4e46c2f5d4107b486240dffaf149e8fb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af1046e01b09cfef3189ee2bd8084d41ca2166cf76e985ccdf1593dc258265b2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2da9bdc424fda6142e4598f4c411c54f3f521ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19149a4f3ce48b3273bbc19fea78f67bae0f4a96a52a81f50cc25aef50a3d0b2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..364fa83924bf45994b3806439aa6458a976f0049 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:204ae8613f1cd1932720f5ce2d517ec00cb6be9c92cfff093b9462de130c37f5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6996bba47e1d99eb2c50158f6b6a1b2703b8bdd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4206a93d448935caa2faa6690d88b6ea7db29aef156611942672374c9efa246d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2475646daf9b122e6f6609b78b3cba2e98bb5854 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f06de3c7db1231445622801349fa7a17de06bfa98964614c7d3d431957d91a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb4dc6334b640eae079388dc4fc7c7f893a5e228 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ac4053085d712ed8fdce110e824c40a551ce9a011657ffc38244fc7d75d246 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba3fcb2695d1aaf7bd2ec29101bb41520de73902 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db6febc45e043fc4bdcaef51617f90a61ae182f4de859e634fd443f326bdda35 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdcddbf8d58c0a45e23071582833dee699cf284d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dcb437f7b548fb7c7ee8b96207c1a1d1ea21a5e7da0bffca519cbc147955311 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99f799eb6ae44715f1e74f8d9a37ca340fb049b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:089db4f02fc6008fa730f6a6a9cd71e4b343e59a605edc5f02ab27d1b8d3f771 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97e985078e360f8e82305f43ef359be6c3107b91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a111aa6336378b0d638b8c1511c5c2df53330efd62cfdcbe241a54d95c009b41 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1241141e1262f83fbacee570872523c2c5e71134 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0c264aaaec04331d7a7e8afd3c7dcd26b800e443bf026eca0906651a805b6f2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6ff3d4300cce1b607bdc2f9ea49f9f3a7f0c7ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a6061671481b9f4d36ecf99cae0cc9d9db2e514756e6c2622463b6de26a2a4c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddd7222bd782a937be87ce13485271215b2d57b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce7d62c6ddc9579a595e74998305e4b5db8d275aa0d6c852cd79530e6fe879e1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cd7ce6b1d0512a134ba1d3f38a2c98b0dc84573 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f7a893d3405aff39b8a164775832e854f31d400bbb762f4aa5e6caaf5716a59 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2155be2f7d81141438945a5616d344b3c875ec2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0510140cf146f84de6f9029b5b399ac64d42fc82e30154243252a913690e2db +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a08271a545ee78f61cf548c1fe99d63e5abceb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60475b790fb77b56fd65be04a263827cfd63af52eac390621886475557210010 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d0c1d378788b761aec53a338fdff23e1feb0bcc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c126517c9c5b8266b1fc7f63253f26399252e63afa0d09a45060038f331092d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f0be556cb48e9f67dbfa80a58f24b583a0990eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39f8f5c43a8d8d7b7c93f8f5a054eee3e74a498dde8dadc4adfb14daf2bff5ac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d7b2e0fecc1b34d8f6f42b59d3a77cf19be96c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:104c217ccb1fd22a3495ee13769ba306e703c75ef8733d177fbcf81f293f7299 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f852fef3372543041da90d404dd62ab73149f03f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:027e40035470db007af4ea95208292e932db252bcd3c80687ad0a83cb105c3f9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66a9eccdebe0d09089d43ca33c2eb1f18de69cb9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:043c40ba5b7dcebaa71de54bc1b4aeae153c43ab66aa1311954901814dbc4171 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a361af825d6f68d09a30aae4084bb030d210bfe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95af9ce3f784661192c4fdf3e9a15548476726ea402e096927770ae5a267ba53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c2a14f73ad2f4410e2080f79863f4dd8ab46935 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918c0796a9767eef16c86a2d9f8b6b45c45c06ccd5aa4afc0aa01015aa557b56 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c77dc5cef542ea8b91cada40d1ab048da46308e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:590a06cdf5125c68fd5669dbc9bbbfacd2e4a1bbb31a8e926ec2c3eb55cdf1cf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c130a2ab2387b54791c33b2530a9932807cbad3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d12ab0a86bf770fe56836069e7cb70072a17e7c20942d553ad3b0cb78631595 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a718c8c13398c9f19b1eda857a1c8f96c6179e0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:300dd111da17a0299b000621dd29dd30f242dfb2c5779dfbfec2d0ec27761461 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f29d93a38df6ac4fa23d6dec11be82b13deb6e79 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb50f6ff52f007ce5e1e5e2567102b517b94c472b644ecf48ca90559f5e2acaa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc6c80f61bbcfdcac6d0e084c47acbdc04b4ae2a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b506f979ef9229fdcbe1ffbce92054d09fd9acccfcfcacaf2047033d264a348 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1d2cf15f8b620a79de7003b2b48284293491d05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:790a4ec34c3e944c5674fc08af25e0e68ffb9fb92966afea7c300f0b23c5a2fd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6bb41544d75c4425c49ec70f3b3a3b55637dd5c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28d22a8f46091032e21de13549b68b701c616f2eb485839e521e1d2932a65dd9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..071bbeb720160441b7c79db74f715d03ad9be6ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad481bdf4eac5a3234dcf4572341685be0ef2a2a21ccacdfc8bbf6b9e5258c4c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fce186876284b6004c12b7c665269ea51fae67f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c25f428bf780a21b5a51d19225efba66bd435a623f18d0bd2a3afbeba994710a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f7ddd59ffae5ca1b8420c70af9f161a217e2370 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43e0f35c9275e7e4c137c5a4717177bfa10ad48f6057ff75af9d7673b77bc4a6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36af6543426150b7d6aebf36b8b9156b82df251a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32784fdb222baf071f655085a09820fd9c2c0daf4e3fb98c9c604893e1c15105 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82da349e7141031a5a28fe38b46c0431eb6eb61b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:743c6fb24965382b8c9508fb27c460627b317455b335567651ce94582ed96174 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b918983a75b3a0128df07cc55be6fdae1656679 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f6dcd437b51a81b32133d4fc1742689e9d362341875963fffdd617aa95b9d59 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..920a28c7050e08d250c93ac17d25b19176ee0308 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be66fc98bc7316966bb6d55fa33b7e7e01b341375a3ed623a68f3e5eab3fd610 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5fc71a7ed79810338e2be9ef0cfd4b6bb3dde8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58d4ae5a2c24a691a53395bf8eeecd57cff7e16adbcbc9edcd6cd0268fafe205 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..971a7aed31d27979bc3aede504d73843e076b61e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9c2693612b485c6139bfa4cf13955c90e9ec8ad339d433f86cf6afdd09aa967 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b29d64ceaba56bb6fc7f74f1f6333b8efe31c829 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bc213728346390c1dec4df72eb06c99d5f842a3ccca8984b7b8503d1b391cb8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91cecba1082e773f66e048b376f4d9e4c4b212c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3d4bfee21882f75bde7b1d6211f617193a3f4abed2cebaaa313904b2147e9a2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b10f477c2dc6ff892d8bfffb9135cb020bd7ec73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20094fb4d1aedbe74badaf2bf07297b865e3c11155aa1cf420976115143a5835 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc2151461c16e21f6dc83b4bc9f8b59b833af87a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65aa683ac60987e0458b081f3c2455416b5f96e504368b52039d9b680e036141 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dfaae064156d78e68cebdaa5aac454771a445de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b418a28933af8e06018542c63a26955e2ec487be9a7290725cbae4abcfaae18c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2994d13358b2983aae4f22dc82313514af67ec28 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:645e45f81ca04ac65c70373e6597ef15b6677bb70f50141c44321ca88af4ccd6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f67403ceeedd9cec16661aa504c2735dca4dc298 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40ee3df829195612ee51eb588b681cddf2af3e13a41deb70bf8ff0014ebff86d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc285be132d3ffb7e5132dfeeb9f2d529984f306 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66cc0776c3098200ca71dd799900be4ef66017596ca7fcbf8174e7ae8b5958f6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71c5500f8826f27e5c70db4e7354e409150b22eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc4081b3b16c61c915ce6bc78e73724ea9fc1710990ce253b9488ab0a8b3ba7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58bb6f8805717d1572876e9501b4bd3f08b6d96e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb47b95aec2c5b1b1fdadcf62d543a30fe317a23c01111ba2a148a57f0b39e7d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..defe867379d3509fbdc5a2080225b91506b74808 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03683fba07fddb78d7f8a9a88d19e7b2be71e941301e6e52e59de5f210ea0857 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b94a900eac250cbf1899f0024212bb51b663f9ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d211bec8049f8f5fe98e148916f5ee3417fd7173cbc65bb1d9f336dea7be6dff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9428e7fb42b119ccc09659d69de674776ad6a444 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15adb815fa98a49261d18d0fe83dae0c97456d36128294963b2608f5339718f7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b08c5e28dd04c5b90de52894603248ec72770f23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82dc761557f2f7998833b1cbf0564af04e2cad3d01a1b2ad66c13e134b7c8545 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3201893ca5a701edd4204a3c497e5adb608533ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13e27f511dd4955108ef0bb5fe9a77bf703d70b2c02c22374fe256f60ee3b978 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc0e33d339bd3d8d0af739bf03197dccdff73529 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:884f7f6fb9b61b541d04546622521ceb533204900aa46bbb75580d25f6d1a2ee +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cc013f4afaf117d35d6fc6a09adc2fb1b4f3bd2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c359e496369d5f60f7342e7e6b6ba4081cb3bb251b55359ccdaa3e1841a0b571 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b28642d4b865c63af4e4f1f1c48e69dad7af9882 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71a141f1cbbcb06a2440a310b70bcc9744cd508882756afdf707dcfe37b70231 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6657bb9384ca04ec058884dfb0086becba18555d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fedb56333f02db758632479ebc3771c8109444dd99be2d914e8a9136b46b3e45 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36f5395118a17909a93439eec3e6ea460991bb6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:611a7fdb2f820baf91e7c2252f1f36a0a182b9426e5b0c2c6f980e0ace0015a0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c01cf957554ac359365846cb79fe55f58dcc335f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d03c50d82b1b00b278633cc1f83bed18af1bab11d2ac88176474540b3982939 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c2af81bf84f7ba299346db7757c49340b845353 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dbe94e522826ff3f2f6a43b787dff3089d7a9f4fbac3a49e7b09f247d513511 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8bae36bd23a6c672e2cdad2a93cfb4f41a8e5e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa5680e61ed144e4bd035e91aac7d99413efa533d15e02031d93adf97d81bf8f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cde9ac15be9fa5db87d245f7adc94e9b9fceabeb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f318dd4488483371e5dddd17fb04e7b397e8a5242baef5d9a80a34f647aad79e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42096861f588a8c8798b16c21719df2fbc53424b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8c0753335b561c44a17b692b93f85054c2260220f131d4b5f029954367a2351 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97471e864c9111063507b1df73ed2844f32feb79 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f89ed8c2eb47658e93f0f2bbf200b03764f8217700455918006438fe33c52863 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..411c1ef038b6b687ba43549be4e1bba209944e8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb56d38dc09b58ea13a74acaf131cdb292b88acd79d2a91e597402e9e21af2b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ca407af9b18765bd58812c7ccff58771ff0ad19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d80cd97d369fb25018909d1cb6fcebc68d9b6823304d28fd284c6d77b017cf88 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ea45f10c8153747e06a6fc5f7136a0d13f9af7d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1f0ab509a20370387db5f95d709ab6be7a3c989c977a64ab015281a772115f1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ae89b89a5062636f94ab9fdcd2dd708a0a6fccd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f3bee3558180347a5b8c39c2f75cf6f711eab41a41265fa544f86667419c40c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..847e55bf20416795e1369d92f2f11313d5967200 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d2339c976e76f6d16813e5a80d7d9361a1de131ace4a862d20a24b516109c56 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d854bbade74526cfdbc0d947dc90f51d8bf73ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52d8286e56e08fadc5113ae4b12fb18698114654b2de98212d18b8d86db541b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..515264826274ae75d52b54eb381167e7d50a9432 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:261bbafc0b2366ee0d09302b68f4a1e215619416b4ae21f51268e0ce37689268 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..599023db3ed4aabac66eca3ddc7afacd1d564a4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c33d8216a849593b1cb4afeb7e2c3596aa2fd74d3172370383f5b1f83dc42ee +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ccbe734e4840e2ffe5b74d772bb82c6f232aaa1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e3f272236c204e8f23af1263838bb8b91e7f107384efb11889e490504367917 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20d201849c82851c52f7f9c1549e07521ad0708e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d0cbdd712a7c8e9fcf1ccba391b5343bbbf4f39efdf180da2b794c670a071a3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba7689afcf9a85db9ff67fd34b7dfbf471d97f2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d86491b35120003b67de15225fd9001ae51b5049b062093e853830ec6c0af95 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..461a70d10cfbd7d85dd63e7363b79b91a8031d54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e626c009f2a30fc48d0e17b6934ab6504cd3c89be007af546eb6af87d6cb17e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef663be97755a395af30afd49d5a9e8b088a8731 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a5a69cd8dffa84efb94ed8c79381dee71009471c84a8fdc5be0e5379e95111 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4319ef6208d9324d1f7f97915d9e67876a79967 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86534b28c05d4892319032f09b3108353389bb8e23383329b8af17b4115964e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34fefaf440c2c88a4b432f45fa33e387e5557ed3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ad29515e8c1e4939a8d9563fb49397d4526bc49ad35b2fced6cd9aa80179e20 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..024a828c5e5fadd2a69780bdbd3cd1e5fbf1afbe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1402e0bcb9dbe099e72f2d987f4ac519324b1f810b816d183889a94af5396957 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..738b06155f7c41038f13b2eacd2465f10d22220b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d41d0840108d18ed3a8ed0605e1665a2f52d5d5e99d4350e4eca132a73e2685 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08ebdf1ef51893e2e27e42bde8fc624c6aefc128 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5837bb8b477a23efdb5cc3466e5df826cc1b0e9827c3bf422ee487a57c7b9b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4cbe1df08eae0cad533dd951a4d62b3d8b37bd5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38dbb5c5342fa52ae638a410ee7ce57af4b2baf9110a20028e732b77f18349fa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd61a1244851f4cfb8e915104806089250e7b399 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7e857906e21a067fd43657cf9168c2c2bbf7c4f83a1ff4894a2ef8ad90751c3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..920f2f4fd19d61a8ca993c22112860255eb5a7c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2d9cd55a2107e543a1d9c58aa08796700c13d999130a35190d4ba5f88b2dbff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..470471c0b7e68fd5cd4b891112867f505ccad3cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b420a910b59f3decefd0084bf3b581492ac01f248311a9fadd1e513c10a59b2c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58740f52a8957859c61ba880445b9735e57ade7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9815f27923efc52d80e8b81fbbd88f74a5db8c132aedfd3c52a1391f53bb5d4a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5c8deb2cb1ddffb4a7f05af50e190a28ddd4d84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54e4a8e4e55d11cc3046fe07a104251ed8accdc0d5dcd2afc17cfd6d6461349b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b89721fa739a08e34f8c72435c8d071d6ad2226e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389aac5a4a966bc6ce7314bef2245dfc19ec1abec1ef87153bf66f317ae8574f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bd2b2e952ac9cc40abcc3c47edab8ea35c71826 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79be106179b8391ed644c4b345b695c71411c753a0debfe4421b4a48a0f142e6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0e53ff059c3862893d2bce12ad3a1799d08c333 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2941711a381ca3717db744abe3a5fb5b7ac67b203efaa3dbf4c6d560f0203b2c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b80944e0aab6754b16d3682418212ad70617b50b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7081b1293b409d904e267f4b5d5c320fb41c4cdaa30a5793ad50a1928b25c42 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da10ea8a4976ad9e75e6a37234da94f704738fd1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1527d0f414e270c644adb081596ee9c2fdb3b9a97da83c1fd677fa230613550c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b08f3a21d89dfec35efd0d9a193ef8f1ce6e437 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc698ee94d54e2f83cc17336e418ecf34c931e05bee4cefdb0a6c918bae45825 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fa4264058e7827e7fd2c519486ce4dcf65b4ec9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c81e9607029ebdcd095e7064be3919bb4d59ae44be4a557b923601497c7850f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42a7ba465b2e0deccb341d0a48eb36cdf5547f43 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65f072521900448cdbabed02f882dba64ec340478e2ff954ee0416c5e07957e2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d57cfba27eeb565736e49b443847b7b19057cb77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac4700406a2307757604e5ec7c35f3686f11caf4642828b29475935e899f282f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1b3859abee4438f361afa2930ce653549075b55 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a2d1b14a6dbd73f5bf8307c3a1b9f53e70709a76bf0a189ad446f59cd4cb545 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c83050ea15b06cd140a54e13020c67412ee7b5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c991b22d80cced57c7c40e1de164a2185aa19e6aa509cb901f6a6b130c2b2b69 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5239b43dcb9bbda07813182eace9ddbca2fffda7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c5d54dc04fdb46abc4e5490efc5b6fff4551f6277a344b93b077f96656a3199 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c722859689d44b24138e1d0342f67a56c7e43d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74c8ce56370109070cfd311da2e29049267762594a71c8594b257d2ab32d033 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa3885eab6f6827c53028e400138e2b0cbe4b142 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc05655de66d6a0c2d7527894703978e75e926c69b239e621b63d329292eac11 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff1c21f7406dd42482e4538f92a1a3495d8665c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c30da71a1868aab8c6d7834bfa30d8d2fa5f0cb8a4aa8aea8ca38cfc021a4dbb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e6ed36fd3b92dcd6d8dc0f363cabc304ab2b737 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:219486b9ecf1dda4dc90081540f02856bf36d848dd36e1238c2f1a1cec9e22e4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc0e1c0c9fd02e38a35bfd21a804895ab293b788 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:639328fccebad21c5ab1d4b49e03ab4a93c56cf561ff67017583bb6f25172b94 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f2bb5d290aad7e75b473da67845863908115ab4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:618965ae2de297d51e1edd00c10e9127fdf5709c8c5d81df93b5e0b42fc14d72 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1de8cbb5ecc7fbbc95ea9d9dccaaff3c88bf5b0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b6a49b725b898b49c520e440cbaa0ba4715bd34dc602e50c05660ea36cf3908 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c606a11c40b949d8b03826a59482488e5fd75a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e31273622201ca22fe0ffdb171779c985397408cf846668b3f968d7fa1638240 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ddde2513fc1cb3f31a00b2f6f96b68d96d54898 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c95f9155427abafb47846a7783857023c342d7a27e6b3c7ad767eb4694f08b8a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d6338176343730bcac26d946c068b84bc3613a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08e5c76f327226bd66d094f17016274863de1269048d96655ca46c9dc772086c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9173c7d949d3588a80704087fdbacc6713659a53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fe271761ca21963a5e0774adf922f55fd6dc0b9a67f44f22b117fa062b0c3ec +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2660e9c4bc26ef25c0ef97a68022d3141d153dd4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc7b74e8c273b38d671b7f3ea9cb79f4ff885f8abb9efe9fd33bfe36e1addb1e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af11d2cf1ccec649fa40d7643e0dcc1a84545c60 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77dcbca66ec8a19ee160d8bba4be746edf0d5c9890dbce6c73f0553062406352 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e5a53c57314f098e991b9af92e0c3cf3a339e5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba89f65c80066a598c6ebe6321a63eeb97762767b86aa649afe8537a73903521 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..695dbaa1759683afa8727912b6e7575c6e00c3bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:099b514f2e874b27e4b1dacadf809285079e168e1a5a0668f9e4cc00e18182a1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82736ba6217004c994fcf846df8b2d3ddb3f456c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc156d9233f52ac5ec8e3cd10c7cd4c448ec5039996eb5fe6e4d2f02e68ff1a2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b5f4d7f09b5b37cde47d3d0ab8fdcf702ca8c02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0da9845bad954538e3b30b7b1d02eef0fe19f011ffe4bf619d5e03ac9aee5699 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64a96832c5d7acb5712cb9628009ecbd220823fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e04ce67fe933fa89a787eb4f2b8a0666528e0af7f96746d454a92e488a735d89 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfa2e0db853d5e8b198a4c5a46c5ea86fc79bd46 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90ea38bbe3a2ef7f38d680634d621cf569b5f925e04cf372877ce7c533736ecd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7df01c56bf85e184ea53accceb5209846efd7485 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af981c8081eda6dc4bab0b73189b1f06bacc67cd3c2c56a24cc6ba9d474a698 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dfe6f255a0e180d3781225a3d222030a2df4324 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0df81d5e22f6c12ed0c7523085369fda155812ce2adfe19cbbbc606c8dc11ce3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7af0bb808950effc7e409bdf3c929b82904db5a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61e948e6ed1aad80a9be35b2bfa426d5588a84ecb76d2999106a3bbbc39b329e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..224af18e012b08a0de3dbbd18de47d45bb9ba9ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4781949fe056fc1ea2b27953ea4132cc1815ae0efb911dbd28fb834ddc759e9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2456f5ea71c79fea4275f0be76e63d30f18aaf8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:867360fd6e535d6df5635db1539cc5e13957a845e4684b9be7b9fa9cfdb3a346 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14f04e6a738ed6fce4e39ce6eaf3d6cccede8a8e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:009696db46151438bff0fc940c5664ffccd20b7ddebf506609908388e635fc00 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f707e21e7bffe95aa9a80ef65c55ecf33002a296 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1995e04431ea80cb0a88a803deb33440f2912e5495529de8f3689d08ffc0713 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb2c6ff84811968334b8d2c6db15a85d21dea613 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3f5ef54a7ab1737a441aad69e9e47bbde9db89d2921bf2bb1fb60c7c4155154 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bb4a615e6ce04778156a98234bbf345c3793580 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6359f74770fbdf9ef8388c417045c9e006ca43d7692c54f225515fbd79c1495 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14449c4359c1b4689028050eef8aaa04fe588c62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c578171692bbcbe48124b40b0b671f06a3d860c5021bb10f57e3cdc7a95007f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82d1ac192b07aa3ead291f875e8ab3c45f306166 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a98d6778247a343146d1fe8a8bf0b0471d72d87f7127b7a10c4b670531f01321 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b915c3ddbf645970a6510b40bc0b96f0d393eea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b1ac6e1df9de2edebae7acfb28c300d633a77430ffefe4533ba93704759100a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58418a11f1474503037f1cf8236faf07d65b3565 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b85359de6721845646c2fbd443e54267446b42484e909d7a4013a32b9ea933d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aea1bf5f6d303bf8c260be3f289b9241bc9e3cd4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:464bdfbe6c773dc08b980ec4930269431c1d8082f1dd2df9514a687db72f20d5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56241965cc1e3d33443994e815663a01bb79d0d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ece77f891c6c78e296c26c16adba3166a29f572575ad6f6934da633e73fe678 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5741c92cacd8d0f94f66b8a724abffd57ce53cbf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29a94cb413910dcae48c92bf4e40a6e7544068d1c8395bf5696b0db36bf4e7b3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44c6156b5a2dc577f50854dd0b557f28062a95af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d41db670a6e28c522e3d77afd5ff820b76a3992685142195a2d424511c5cde10 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55fb2e1c9e66c1c0be20be002f146184c63da5c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98dc3e7c1dc76cdd34947173ac388e6d2aae888dd842aec6975bd06ff81e8329 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..466fe16f3b56f524622ea03b82c1f9b591a207da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eca9978e399851559928b2f60ce13762d29141dbf38ff7642e762820dad9a2d7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18b6b38c386d5448f86e1bf9a5f0503918112479 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d935c72ee87f5794ab1aa439a3e38add23eb468873b256d8ea1a8010db7adb2e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a043d706680f409d85ddc234aebcffa0d9f1f84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6784b858e764f2b56a0113f1ac92fa8e751aff8b718ab522f4f8fd4e1e44f82e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ac21bfbc6356fa79d1ac8ed39b2044250c82086 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21d4a76d5a4fe6e94c4f619bc8fcb9bd19e5dcf8a283a291170054d90feb9944 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..765b267ce42c610dfc26753d9097424b32353905 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fe281017e81296c0d7fb463a9048b2045dead764c774462647fb8bbe18c6ee4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a92cf999edc1e1f6445e7fb4bb2d51aceb84fae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e0516d6920cca79f7b8fbb1d37ae82467779e82c616b6a47d3e982f84832fab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fb010891badbe6a42a5be21e97ff1ce901cf95c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:216c6ccbde3dd5e300b741c48b8726f10da417ee2455ffeedec49e37b840d076 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b1c685143d1d84fe43d7792d4aa2ff00411092d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a372c878ec62029c881a5129dd7dc0de37fd68093c7c3de9a692fa48a7a301e9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d05292cfb5c89a29b4a9f8f9cb2ab4207590fce2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a23e768b1673328a239541cee9ea3cb264d3900a2641e14b2ab283cc1d60fe09 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad82882ab21ad2971df3b42f491ec1789b6fcf43 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a42275c4f0117f6a6706e738b2d27cee098783d8a12f24f86b3e7c3d6f61aa5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54f4832833fcd70cdfc030528b95ad96172577b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c98105029e5eac4191f7fc1dddb8841d83b57352dc17619d337822b156d8456 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..396f037c2ebecfdedc228ca36e469d32e3b6473a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d68e02d46734926c884086726074240b238a6c116b5175752f9b4ad7468f10 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66369c5f39bdeaec8ecf9642bbbad08860c1a9d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae8406a85d99cd2f2d90bfa6e335fcdffdc2890c3ca10227dbf204d644bba52e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b81c5175a482eaab196c1a0f2bc43cd8f2ca7a33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b836f2f41bf1ccb7e6cbc81a3b917bdd9655e8f4efee23c8ae5f462ce375b05a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccf1c7bbb92a5755ad6a6576da35c0c48d2c9165 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d44ee3dc8a396aefaa5e5e4b4fc2f648f92d4ceed64452f7b2b2c50767378c94 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbabb019562b9384acce5d44d589381b037c7de7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd937bbae710c8aa34ee381607962e6036c7df7fe9042f07fe0f28639bc07ce4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d33b5fb3eff035348c77010e7a1de90f0b5727bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2bc407770c810342912805cea5c9455621756e86b4b9e0d60b79f24fd7799d1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9aac3a9c8c453d93c7484abb3356664c35d4a4a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d7ea3fba5c99bab2b90a2083aeb50f295ea7a4d5939452e3ac287d7694d441d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe2bc33da998b3e9df26ee93df50edce120c2ecf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0acefe18f139ddaa2e2c7e18ac959011ae993a9a31fa7cb0435ba76c079db9f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb3a0599f2cea54ecd92f9d61f59cc3a6bff9f16 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b88697fe96b1da7765e06cd0b8728acccd269635a6251fab0fc928a871322e49 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26c8bb2e244cd9307c49f546e172deb97bd10ff7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfa31ad273f8b628331a666bee378189c9dea6cb7753cac9c73a1bfb16899df9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..765900842a414f8b6a9441b5508401323b5ac983 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb7b171ca3e2e1ea99ff7b5303d4def3d5360fd971f14a839d061a5dda2e9da6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de58e46ea522c3b5ee67ba949584372cd4580cb9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5349d9cd17fb9a4a9714f236f3cc38897c1e568bfb526ced002683aa911a34e5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad06c9cac6ca55d6918eb8c6cbb82fa22c0d0896 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e2f8855258e64fa0b67dd48d9156d01dcb548018fa00bfbc3cebdcdb56926f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f0fcf6f5dc7feb1ab59bd799d67dc71403d1558 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb8c2d85bbde6c754852feaa8ba3ff0f954ed66dbbb98170e6a1b8fdec0c8827 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fe18106eb8f8b6a2c8c706625d42e2c943e9f87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06841aa6f1e8ed036dcc422d2732fa12273456ae31b83c5f8475bd9e557ee6be +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd8c6a9060d67c4532035637606a9f900702f095 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1e9f81ec81cd26cc3a9ee2a20f69eb29c54768c33cf0afab391872565da96fe +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b88c99409f0c0a668e12fda2d566ab3ceea3adc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f17f7342354d38ae87e86eb9a01f8baeaddf5b2966fc59e0a86a970b7cca10d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a754b3628b445ac2f753b56497902f83fd01899e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53df51ee7effc263502ce02c3ee8321c61788346d2c3dfab6ac7fd77f48150c4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da0f1573560b89eff82668dc9741d669324ac4c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fde76e93ce2f92cb12c4ca0cc861274d3ace1591c335feccaa878a7bbb660c2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..265486673a85bcdc602395cab17877b63d6795a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2505dead14da2b70c48c605ced967b88295323ad08f1d450a2100b0e7566133b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..413c5e9517e7481172b5996d8e1e9a0a251c0c2a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ef2e15dfb3135cec81a1b978dbb1551eb071a4e674cf2766992e02a47154c54 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69cd1b2c8d166a929f6370427f822ccf52ca9508 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4195874b1013804287ae2c59ed55a62910488611570d7c46873ee07a3b0c678f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59f3506ecb0c7c12eeb9d0b425e0cd2dd9eb42a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbce5d3f682604ef1d3e4d518dda82b5b89dfd8b4a3757d2cf18e7f4131f2673 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff67834305bd5b6f63e9dcee2435ae0f8af52a0f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fa59196a816cbbce2e733cade0d665960517fa8ad70dee7cbada2fb73e99693 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f88fcd8b9fa30dcf26ce72f99d100e4912cc33c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1473165104e741d6e009f634363a4fda706d4f29cd84cd442c3ba8b1d7949297 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f22ec4f05f15e533f4acf82bf4cac167510576b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a0762eb69300be09777a7e1b8349c65783407dbe62b88dd4e8a2b57a70cd772 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ed82ffbeb1a17c85fd5fca2dc0a6630643701c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb4e5919290dbfabcd7bbfab9f3ccb7623064d6ac6c75d2b64f9dde95d443680 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f97e348409ee15121bba73b095d095191300ea6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc535210bd4a2674dcc0cf2efd96658cbb3fe1c9aaf992e71e2eaae210057c73 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee7d6d1118e90ab1671f394d9b376720caee6622 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b70049a889f37d0fb112964bd2257dbb968b517d029a5d05b98af676a3975f2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63ea2345bec144fee7d3c8744ddffaa868f2b509 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cbbc5011b8a9cca42548c5a9d4f7fec6f0f6793d64eeb6ea6b808718474d592 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51d81d8bbe5443a12b1d7754cea3bb10f07bde14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d63c8f0e1c28477bb88752594c1e55a39dbed39c274ef3b03a6596f4b6caa8f9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca9ed3ae95fda851e4dbe0c8c4b8cadd9d119d20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0836c3620cd45bbed88634b8b3eb46fb8011f3b80f42530305481803bec7382f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a71ccc7e3d17f2956912012ae6485a45c6765c34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4db4862855eb778803da3c029e102f8725d009e12353bcd6326404ec103c910d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..560711932abb9d79e8f4909063bdb6d955a0bf7a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56f8899e549d1fbcd015cf63e400364ef31e4af6f0d5ba73c6c87cf2766f1e36 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2c84d4f79a17b57f47b4bff0c0e631f66e9c069 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:862ed7053227635c06ae654742bd11b78953ff9cf54f2972b7732abb99be5af0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5698bb538d76358b62853561f21af2f60537efe5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:077f69173eb620a1360a5137c806e18478617c42069ffc11768d568d739b3050 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d024d78bea24c43e5959c096d8daaa698e868337 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef1853e996efb18feca25d375a881e1b94f10542ff0daaa6bb39fcb3e33ea9bb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81c0d00ef31962ebfdc972168fb15e03e68dd4b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d92506764db509a362fc4561a5843c1d863a9350eb75f412c6548843c7070db3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d31dd2e44056d33b7f10032f738905317a87607e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b54bcb15db6b693b8fcbc4140c4857263767119a6ba2c4a5c6023ba8e39687c1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cf0c7f7d4f66a3cc6ffbc54e4d7cfadd1d4b059 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47cf08450d0e1d3541476222b324180b57cfab2c1c44bef98338f5cb3d0e6e63 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c261baa4d0ef05623372f8d73a8678631482709d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:161f6992a0664d247b83602dea9d14981b8a8745252168ce0b387b1a862d12e2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50dc73a4500f410ead8feacfff81d862eb7c9288 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dd747e80854a97372f67d3e2dd8f8fe02cd3b06ad2a4621b850d185e978c9d9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9595526fc778cba94e39f33888f06a1113ea03be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:187518b681db713968521efa96828a9b99db46fc3ef2c19aa6bf674b09dc17c9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da463fd4f949690a08ac361127e8d4aee32a96ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a901a5b83cde951f097e146ea909c53cd6cf6ba72dc491e835b0f6c1d49082a9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3de7222129979ac315e8e360e5786da505f85a93 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99eed87def1db552f67f551063a0353ef7cedcc1a055222781a66ef7ac081180 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd9c4f1eb64adb1667ce52382be495feef06f6ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1021523d7d881513f554c872fece627645b0bfd92fb1559c493d1ec4ee66441 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..784a7aefdccc30cb4b628458b6224b102e5b6309 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fa84468d5bfb57714a1d4b4d62ca7077468881100c16f11558c3566b399415f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb551768b19bb2785972b19c2fb06a512d1b2ffa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fc6aaa5c55d6fbcbaf8890fedd4d4341dc898f24f37ebac323318e75cec3a30 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a72b5700547fed9e650d4f9526aa64e6f71ca221 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e3f2a188050af6002a1e85d79d4eff89686de49db2694214a23e63573a98dcc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42a34c6edd0d36d5e2ee0270b9a4c875efc9e496 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edaa7fa5303541f2cae8413ce15de8877a2edce762dbff82039f64bfdfad5868 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26de539a203c254441bf6f69923fd75ce83e8f3a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62ab25ee7e77fd6b81755a9e1415f0898966ac24252278e5f13a89e0d44a987f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6b4c40b1d8a37856437f7d519595b32186d163b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d7c84fd169ddfc17005d3d097c705aade6ff58995e7f2b8130ef15313f176a8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1afb990bee2f7256b24cd68074ca00b978597ff1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec625ff7930fef3ca91c528a3f0f7ae651b38e823e39398f0106208ca080f062 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60699a654c2599496ba5401da92bf808a3b366f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:042684fa09d54065e4fcc83ad035ffad27dd06b6b3c1fa3953fbdc51ea8368da +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..344b84b8a3034ac04ff918bd04c4cd02933d65a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c45dfa9c96f67aa40a03559530f709b215f52c6f9b34a03875bae064bb0569e7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c37f0555958a3f672636718146b745fab324c0de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6b61cbd7036a7bb69e954137ea70bc4c5086bfa34e35d423ee91e9fe5434ef9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4790ddcc05314524e31627a86962b38894e8f3f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66ca670b14cac7281695d5f555765baf320decdf439e2c3ff9c6b46e6b3cfa38 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bb306b74cda658cb96bff9670d9473fdfe3ed1c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81df97359b40c1f06531b7ffcfa0ce04cb1fe99e6363f8cab9329fa35689e977 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23bcae4137d04713d6c7ace5289ddf7d59ac2a1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a94a32ac1bfab1d7421fe3f4327b53c44225facdefa274c0bef9a98f968818a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d1d39097c214becd1d5fcc932f0f0b4a9b44938 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70a2a489e1df80be3b49eda5b96b89806fc9e1586db9bb83eda32b7fd40f68be +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c92002ae2b911303622cd70437d4c5b2652f8851 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9887e7182b76e37f56edb00a6e4a22408ed1014e8ca5f2d70ca819cf481f22c5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc4cdf8ef19ffe1ab7b32d07c067b3cf9564bb96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba2e75954d4b6d7ae157c2912c9ad447ee502f5bdcf589d7cf4303978da131a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49e2d0ee53d9bcc47015af6fd9caee8c174e037a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d86e86c5c24991f9cc39858b462509a0e53659642961efffa0975f844a0d3414 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf3d5a9dfcba51b9f703ef69afec3f278a19673b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f43837f7191cb77c59120efa66a2bc64c47e05349d1e59137af5baed832af04 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4954a819ca75ba6e974cbe580c2ae890b9f7862a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7da28f41d40952ffccb8516fffd6d2f08cb71b71d4fe92f18d5c7a6e3a7e4eef +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..241d2463d1066cc94faea10ea0db7de1bdca1233 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b617946b0f3ef8559d69c157fe96f67bd4e7deb2bc3e46ad840787cdc8d36710 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1927023d4bc24545ce2b0e24c9978a3c9ca1328 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b12523a050e9f56c180aa8ef552726201449f6bb903126b5d619dfebdcf1105b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4fbc5eab6687b4de5114c32a4f3c8f4ceb0ceb1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a28cc2a42d457298c11428ca18a7dd32bf9c43d06279be9cd67e496e97f575d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8475b6ab9792fb5ce9ec96db57df12d912991ed7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0160cdee35ccb6a814d00307ff147659f0dac547e60b3fe3ffb453101eeb7255 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a790542566e5624c7d2bbb71a636abb961eb04f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eea63e0cb75db41fe9b2a47deee6fad8657fe3e07bc4b3f0038bb3e6bfbeba9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a465e242f3569222984bc3c5415ccba9c97f9573 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31c1acf71bb0a788cb2cb432cdd31b4b9e8a7bb9118c38ca105315503af13454 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43548e5643f6696957b3a87442d86a45565466f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68897ffbb99ca3fd89defb15bb7646501e420f20301e99dc57a1c7d8d816b170 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9659ef9f7daf41c141e788decdd26ed223250bee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db128b1e0e6bf3cbcf6d92a85c548f66dc917a32579215e92acc5694fa82b2a1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33f0df8724c70144c7a0512eb81675ec09716b39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18b660c5999415a3c177f0a023059cba0d2462f50c53d9093eccfc8bcc09837a +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cc136bced16867179364866e6e1044030172aac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:686a9ccd524ea85aa8f8af28fa5ed9827e274ac9b1ffa89d648d78cffcb5c24d +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29b778f4a7df261ee404e471e98a2427469ce581 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07698fb9ade154aac0ffd56f967a64e2dd3c8702a0f2eca1c47e25bc75a349fe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b5c2c30914e223d259c34c39be00531ac5cc71f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c0c2e9a4327ba70bf36758d8168d798d7ad13cca4c83aea3fda813cf28b6d78 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a668d72b7dcfae69918d6ec2caaa4e6b06ef7d62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ed7656b86f750aec7e6bfb2c0f09bbe0ec43ab1c5eb91ed78e1b35a51b157ec +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc7ee6103965a901235eb4767b2b668360ea7487 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f71e4b48c5cd69f6acec57e2d59d909a5219166b2f29c00bcae868f75a3ce934 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..555303cf6de180fa61c7e1eab2fd017645bd3bec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a33ee0d5ea23891b2de0e5ac4e812920c02f0349c16c6a6e920b543194b802 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdd08d1c3ff5fce31023dc840b289149607e354b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d5f82d3fd496caedbced38313fc19e7024317ade266b65b152fb0473a478b12 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91290085069395ebf2671af97cc6b3e624144b85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c62dacd974f262042323c99d0b8db1acc97b4462fe09643543ad4faf2421453 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b8890533e5300bdb84cd943fb03b5a4c4f2278e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b79bf9e20ae44310983f8fb114ce7727ac58386117da1729ae132a85c7eeab5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..265b86e5be298c98601427fd53c3f6ae1be5be00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6694528f41e3532405cc6bd2564c4bb33e199c532dbde39a3881fe0c669cce4e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51ffed43ff1c2d99ac23bb8627ca3eb04cbef0b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb88371f4cb58b92966fccd490b4c73d9bc8d389b883c84d368bb6edafbcd701 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..781f030c9c05b74927b1de5cdd587ac6e51cfb92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705d7df0cc5a0df9a2540e4811d69470f69d9097239a8bbfd3a3252bc9e254f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c65560b7d861acba1420c3ada12e85c25dcd2063 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f896ec84ca020e53eba39c02731c0acf4de70f8cfdeb05efa10338ddc1837e83 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2aba121ea153b5397d1d3d3c0a5a4646e8b0b60b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d65aff516fe23729d190c9259ff2e0b5438c48b3fad1999912183db1bccece6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..146626ad5550280154684bb8394918da3849f711 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:749c89f0a1f85904abc387b15aeae1d2bc2cf5fa3bd37316f4ccb7ce0fdf6109 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb22f72458f90fb66c857d216292fe287e2a4f06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9b76f6c504d8c0eba524f7f7e900db1b886c2dc405575dd5fd35f70e5854247 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..551bd248388779f9edd2dc05ede9225360f5eece --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef4524aa8c4f338e2aec6ed196b95eed7583e37f0947ed91bcd142b737187663 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..25fbf3cd23178329a713601f516b4784b065f998 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91e0f4a05928e6b8fd7f9730910aca0a16fb95ea733ad370263c8b94ead7f93a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d8cc518f0054df898be988eb222d99c0ed8460c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c81669445f5e82a6024c1887904e3a96c20225b386bc6528ac21f88d0ab8523 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c842a6fdfab3e4dc3849b645d70d7995cc946e69 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f35c8045f2cef5020288746c0f0b66250b6caff6b7c347a538efcf4cd86dcbc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec5392c2cc8db986cf46532e75544ae6e59d0782 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cefe869ee394a7240febbbce50e2bef1a01562d9c87a8c70e5c18ff9881fe391 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab88ea206144906c7de043121c9605335f84bec5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed56f04d62aafa36d9603628f9a6b0519a13d471e9208669c3bee263fb47497e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef3b94552e2a27eb6445f1c3c8d276947c784748 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9244f4e915b3bf951816d89a949d2bfd46f30de8ec6fe6f86b4f12a72041b57f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66881722b3d6bf07bb4cd0183c6ed0015c900e87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a27a38b9e460e6b0108b13c5748c5ea0527afd08c4ec6e748d3d38033addcfb9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc36eaf0c94115eab272bb329bf81f4a91e04545 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3918629bca3025df3c21c87b32342b33116038fe46e36d041c6637ebc098c08 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2816686701c44e15be1169f5ecbb35314883f0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbca991b9ede8663ec9af54eeff73a7afa08c8980eaeea0e7d5ebbd240be5e62 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e57906166cb2a31bf7e96c7fb6fdc4c12a034f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70ddfcf7192013cec9d537afa9cbdb2dc305199c0b7caa3917e6138a3d6455bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..706272feb7f976696c185d38008167028dbac017 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29db44ff6b49c23f762b5cbbe2113c57980f581f0c4d1e61427485f0907b71a0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fac467310baaaa16e613d93c7a59367c77915256 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d91b29b0d87e88758722fbd8ece06b17c26d15c97c74bd540c1c0ec20ff8877 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45f9d4f23004fffe791101c95126f6e79c99d521 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fb3a5f6520ce8d4d6b391d117d18122b1b70ad4eadd9e25877dae3bcc37e546 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8726c61be5761b605e33090d5cf29cc8bd55c88c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:894bf0dbd9aa70d9c3860c652f2a319f0375c172be15c50f2586a62b8e0ad60c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d20202de07337003c557fb1b8572f6258189bb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5289a2b4e5c2c5ca6b0f5cbe779ec54e14581ff0df1156e86de68f1a38c2825 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c8fbabad2cf1d0e24151b610573e72688ffceff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb040ab790fb7725d843b8291f8e8fc43cc2c202647dcda94623c1b758daa9ad +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dffb8bfa8f94638fc2c3ff18ca1518108a84db71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3b1213933288cd3e7125405ade3013101912a0f4d987860f069a8de68551d81 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..575725ca71d83f7d2cc97cfe58dbaee0b938618e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84a11d437b94dfd64659848b8588bc2d448338b36f4603da60fab6dda2fe77c6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..022b8beea9f361280fac86dc0c9765f12635ac9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48c212a62f55e10a6f81d3bbf1e20fc9b2166fd99c698cd767c30c14ca127422 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cde6f1fc25eb6d362d05cd0b368bd1dc1b30f3c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be39028023c8d5c094a22d9b224ed5f26c5de9deecd27520c1dbbecdf5e48709 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b9bc06028eb101760c93330fb557c9471b24185 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d16191dd80fef859584fc942e8703656da08cd8e87084e6a39828a35890f3464 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc4379cfe26f7412ff9aacf2675b8460f5813131 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b672a7f4dfb2323b8b336bb69245261d4fe32ace42d52a7a1d5f9026a0938ab1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94be238f5dbe9a52b32755791a30db403696765a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8110edec94cd79c36e2ba96ecdb0aa6f437278c0792a38d5934063cd4763f68 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d47ff09fddcb2d00e159d3006536f0bfb19d302 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36676cd45504640b5625fe186f86828d9198d46e8cca88baf6a7c07e3bab4708 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e450b2233e3787ce1a4dfaff7089c9cdb927ca5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e6df8b8edb328f81a3f6317c838dbb7064d2c3f7694f025869b524f3b021b6f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e8499bdad27306483794ee9e4d4adc458d0d916 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5632bcd0a61c06ebc0f8b9fc360f72131293bcfc3607d6616748f33ed1c10e4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..810c59f850d68cde38f8512bd2324106a18c9f77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25e0a9c431d2ab722fe5424f1601d5789398e735bfe7b8b35762665ce582d071 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8d2e8c1579346adc237f8d40dda7d72326d23f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80f0f3cae1c28aa519e95d0a2f6d5d761e3bc4ce1df1959a9de0944c3daa90ce +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..980be28cf0a7e53b1ac677d654cb8c50b111a9d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbd95c1ba5ae5aacce18f3895dfb1b0c8a06fe77075175725571068f1d02bc9d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dcac1e9a97fc585c043aa4db3448c1111b71a2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57531d878a2e9c71799e00d094b9dd6bfc5e27ff4f63d4a183201afb9868c054 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd9b32f2ec8c52b8e89c5536560934bbb6ed0196 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cbd334c91517a4105752111ab3830668a3d8d0caa72f6b890fdbd9898be4021 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53c3015611cad347b733f059a20a4654fe2dd3ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af35ab4ab16ac423fce101d7b2b700eb75d7c1ae4c5e828b29193dad88e1c2e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec0e0f1deb2012b775f6bc40deaa4a4e8bc578e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bba606b41235d012130d309c57ad3632e556bf5d800635bc94fd5034e0e0e626 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa4a2ffd7f0175ec6ace2f8433e59c506f2417d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb60fb719fb48d24d3e108042b4f5818a6c5e7dadae0dda1c6126c01c5d16679 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60aa5fc38bd94edc04eb07618a90e0708e5258ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c9a8a4c67060fd0ae80d60720ce145dbb660f0f86d472afd8f3665a7c48ec96 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93ce2d0bfb3e57b3c10bc4a594ac8d332c8c57cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e90a92781f00225234eb96337adefa5e5e1c7acf6687314f5b77cbb074da5bd4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f11a8a8315d368ed8cd46a4b77c7fcd4cf46c1a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:225e766adabae6d57e607fc0ca602fbe33ec8d9cf366d961def2b0f137b720a9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cd49b4ee85aec3c04d24d3b6fb49687c2d3194f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef0fe82541974a1f9189540c97bb254ea7ac55d5d47bd2a02c208f2b7944ccc6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8ec04274aebe8444c33951968f9304fc9ea9dfb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bb9f4c05a7e96d02badc9798a54c990f1ae2084304d1bf498253854802e739e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd0b9665db7dac8814104145cb861816caee6713 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8b35d7d2a037a6d1460f830a13330b0aa5d30b0aa9e28bb9f0ec7bb145d5073 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d05993e4c97b1bc51a7b0f6a4c1d5cf99307e9a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20d05659f2c85a6d70e7a233d487f67c0c91f08d8914d60f3ae7bfbdcf7c05fa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59c74c117fef6af67ba04a8f20da30cf30c473da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec828cbaef956d3cfed93beab63b4fa8687dfb816dfc00a2ce62cef23bdaa0ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..757133f2eeba4a100d08bdcd9394e3ffb85d7680 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38ff8efb23f488dafcb6dc74436211489c86a1ba86dbbd8a3ae3c3588a028716 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..babd4a7700bf1c192e140712006e0d618ac0c4f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7f4181cb69b27485d00d191cad3897968ffad992ca9783c502d39cafe50bdb1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..21e92370aff67ee4c8e3f12d751a7c7822f32feb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4b5a596683d561620509bc2116ed4bb1daa63e6e1d7298be82fa42c87f2b84c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9b245be7c1f83a736920bf8ff4575cdae81a60a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c15ea7f1990369f823aa997bcb51389d0d9f842c5c9c2bde363022eca0ac69df +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d222640ce8e0db1df0860d66e21e53e8a0653374 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c93cc005ee73eb87cd7ef994403e46f37643bf10ffc078e7af887a081322bdac +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b560b38f2f2fc470a68ef9d9c382e5ad90e1497 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bad1366346cbd2e29464e691efbb9020c4fa54b86ca10f3f1f27f7d0ad5b0d9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43223630666cc639ae5ba0b4944e5ea09203c898 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb993ba94bff6bdb42bdcd3e11772cff417d58cc2ce9d708dd6dc9290d90a83a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7145c15e5aadcd070c07979a59057bfa1172f7e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6910c905a2980646d5bcad24b09349f705dd2485888a609686767105aecebba +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fda3c60f93a8d1dde2cf02fc1070a3415e8f7b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c0ab0ab28a4679890d71033adf6e331dd6a18f48be580445f042aaa25035969 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bbca7381d92b982fd5299d01cbf936c01c9d80a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbcc251fa968a48f95b9ce16505e92e74a9642f6d2182dbfe40c230fb88d0194 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a1ef5365cb9d537f9a09ac4e722b726ebdd7cc6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9e0721266ddd605d1833c2b273a91d9ca7d69247f33ae22a7fc57276d2e475f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7bea01b9773ecebf605c5fac633aca42479d962 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80f2a6287111ffe2115ae208b1f4d51f54a682aa30532718f28e2122a9a964ff +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc5c4b0e5c9fd685b0a687e10c4dff942fa0fcbf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7e921ff0381c42c8977ba1cfb790aaf26b494a5090ff85566cfc26f8eb4bab3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04319a415e490fc4013abf75e93e620c925283d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aa30a70706ee55968bb5c0fc40d94be23a84706b88211b3b276429b16d4553a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a0c807333960d3ee90f4d73a86d97529c8c1f74 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3356201e011ccf92764a05aa967f52bf39ad92817e277491db755af63cff184a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c525a4f7e6a482d4b8b075d5690562b763689f07 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ae3963452500e6528b726337644318ef12b4e636a8a659e03abfcb266006354 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f636c64831d4e17676e671a69b953e1e4f73bb2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db1a5eefa392206c2a1acff2dd542673a8fe8e1c7d43e47636e1070c66456ebc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..993d8e56270c1bd18124e63bb03a96caef92fd44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1421b49d9929012a700cc13fa249383348aa82cdfca0ef783a128561d0df93d3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f45aca970a3b04d57b1f9c59938afb42a20e70b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e05e92ec37ae0265451f4d8da4f80f9e008531053aeb049d28416460c0c91e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31200a46aa393b6fea2b72f7580ba7fa3bf29176 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f98a7a8c4b7c8eec1fe32b130591f6933d1fafef3d5a2f585c1cd8cbf7ac903a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9cba4a0399f0fef12b9958a0f1160e56426a9da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84fc14944e67f36b9ecb9afe3a832fcd637999fa37f0c8b0ac9c6c74a1f4fdb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b5cbe6dd1da55c16f86e5bc218eefd197b2e6ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:550b8bafb7f2541f0e9229f1512a0d7928d20f00d546595d17b91a6d4a5b8ad6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2158c08046f8c803d19fdbdcc9e82858bb5cdcbc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:736887a870aefcff1f78ae0ae874d70104c20dc21fcb76e5c25e84235e04217a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2000097a10c6a114ec85d6cd864689f940d7ca4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f1479adc324d94d30ce8a30b101b7c4c59dfba46bcca434b847a1a2c1dc255b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e33a21dbc52bcb1c70c709456ecdbb8f665eb6ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad1d5f61384a87977d6e78a9147469516f92b4173ac407fc5d5e90a2847c6ec6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..215e77a3c0cef54ef8950620cec340af71a13660 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:696e2cfc660701a4096e492ec68c89556f0efc5f5512f0519ca679d318bffc34 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2facf09ed7328df7be32bfcc8503f08600cb991f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eea1530c8ec62f72963f633b7395620e4df1f87022a5d625bbd21ea6f695306 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb1b62a68c061cc9aadfa6e230aa7059458ba36b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc726b53f7e9902bffc19df1198c10a3fad318940bc425807df162c086b28c73 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de12c84ef7de625a35b97f2836e9c296a7287ae5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b44ecafa51381f6ba03a6ca602187a6cffd41ceb283c155c09ca457bd669f427 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3b179019c05ac12d7a33f0c59d4ea3183fdf139 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afea00ea07cc8f4bd31a83624ac2f2b720bbf69932ed99ac0bb371e58cfbea8f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1c2456e2744dc9332bba3539616e00b78270fd9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a8a9f2b3e4f6c5c2ecd3ed7e6c0584db9c5c4cbacf1f1af6889c202758a68dd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36f36db305087e6fb012ea7c8fb810802fb45c35 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6105277273866873b686ec91ec60b43cf075418f5e792342f225ec8ec8424df1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..316d069a1fedddc3f5528fb77fc7725f4b3ae6f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ead0361fb342342370fe95a1f9bc19ef7f99043d1d6f706f8aa9dc789cec3f6b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..192f77f6c0522dc5ecd84affd1f99b1a9358c097 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a572d953ef5a4e46168039cef42143ba6e749a1c10496c07c9f9440d00b7c072 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3aeb6f5f34cf180d0b2af18eb8dc44fd0b07e897 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc62ea5eefc5246819c1d68bc94032fcfbb404aee65baaaf7298a2e0c45b042c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..676c8bc4438607f22a089c5d0ff86a3dc8048e28 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f71a09915956a8898950a1636f83b14de6730ce2708b9b7d28a56b023b01ebd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a6707c4c0a3f90d1712c68cc32ffa1533d76c66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cbc1c2c3fa5c9085ac6cc142f026b2affd321d8cc515abc99c1b09fd54ea788 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..733fa874ea8eec334fe06e544d483c2884183249 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a7c498972b53fe42e0271b5eb946ff6fdc2756d0275a9a6f56c86271db8cbaf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52df16ba9f0ea94072d24beaac3d972b9a824f90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b489c968eea83f8eb45370266b978e8c74335a30f24edf8a9a3a3d0ad224ab2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66a2d76099273e4661547167033e1f7788023ba7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60f0b4b2e69429100478f61afea47b1dd8d67bb09dd89a48662b746d7e5316b4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cfc929c829a150361aef3171d4d54a2f38517a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44f1be44f2f6ea96d5f5b5a4199500bfd0f291147f07b50b43db43be7a9f0a3c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..973ab5c4c05db97ddcecc7047839af23ffaefa16 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08a01c6c501f2051415396c79e9d5199924c18d1be0831a895b1c7b90bef4ec1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf3dccbda1cabab9ba4e212b7a3295e95d6bb1a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f91ebf6c1a44feeb31570fdf7c83afb8fed35e8d7782928ad34d0975b532f2a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0714d89ce0693ef13cd9ae15ee918b335763ea17 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a36d41d1f3304bfe7e5b6c39217a39d9911b5e3b150e10ff350a6b14a2c4286f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79f6477b55cc0c55be3e68cc6d1e8f4e0e577ec5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8c764f69420baa1a2c736a52b086ca33c3d67768d7e916be38465aff4c76a69 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5e02f261ab072d76c9d8f3ffeb7a61b1d16c287 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6faad9a5dc3f72779fca597a13b9279a7f76df9de0ee4d8358c136b1ed6be13 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..faa7cf97e2755dd697016d9dae490be221eca811 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:266fe78be374daf5fb6e5071c7bc59dde234a0b4e5edcf57eae065faa78ede16 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76bf9054b579a524a3a1e1d504434ab041132835 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a71af71ca15d694f2fe2a774801cbf910a1b27f9badfe0ed58e08c998cb54ce7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9eebd573ac6ab90a98c557fccde0ec298acfbdb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e339e916ca12469d457073b634c654ab97306b05c7fa042071632730e27667fd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc7be731190a59fbc5d2e98c74d98ce9da69a140 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47d2210bfe8a975f3bf4a721651ceb4947e21db61dc3c171165ceb41fc76a4d1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2086468b6885124de35822737c952619bd1b32f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6febce457e5d8387c3eda8bb5f12226e5ee7bc8778254a7912c7cad5fb413fa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d2cd8d86b3183c95285f507031771e35941ce41 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7677ca67caead8e05738be5c6a07327c4c2bc360b3fb6d99b638450e6ff8f239 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db134c6ef30b77e90eeee9e8a89f2384a42cddf2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d6884e32d56b860ca09979bd47a62e5e69c5eb8403b346d3a935237dbf0f607 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1151941543b53f88e28d226254f9de031719d3b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:503f8392a5dae02488d1939f5e75987657360fb279d8c3d368bfac9ddf8d8004 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c5747b4cd17c26f2154c2c50145c76acc4a99bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93bc194d8af34ed1f9fc095ca66d92b076d545af72c163aa7a185c14ab9b010b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a96179a0f01d5fc52f99a0f7539712b5f3b7788d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e39f32c1cbb161edace693c0b72d482404df8844d6fda823cb610f19c1669db +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2e02786d36ecf09f205697de79701915c112eb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09bef40456f05ba146c323e6c8687d4ea8ee542388bea47a2863f6f9f02b2e23 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e56d2cd8f81df940f2c758a9453d3a7d36a413c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53e46623bcff9f443d1cb78021cfb85291e98cd02eb935ca93bed8a414ea65db +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6647f91ab9f71cc7752924659ec93d44feabca29 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dec77a9a24cad931da47d57e39d2cb8620f520a94a9205223123448523f23e0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c569a1a6497c7db89a3579ded7e345d8c2bc30a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cdae3acbb981c1e989f1ba7aba139d241e8662878d816bdbd8cc1ac8d8e4ba7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bda16b8772752732bef460237487682199b077d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2bedbd0004279ab54758d4042c073914e8a07a6a8eb97d6a0f63075adcede8b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e72cf53d9ef0045c1ad2df215425a1d194574916 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09faf00356c4d6640b8c42203c4fe64b07aea3a033486e72e02fccdd0b7efd0b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9b070c9f350ee4486da0511b3774396b5b4de42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd946b90dd382350a93579dcd2a34321eedc6d928c93c49e8edca580ff4e09a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0df95f03e5fe3a7107f64cb722e2845a04885fbd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:203edba26538be9182554374f5db2978d45a0c65529cc3bf4044990feb5034a8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c03143a132fa40c5f6e06b8555a0e374d23aa2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ea6850c6e9f5af52e2e2815a59b18b9537168a664fdaa0654e192798947af22 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44c9b1f1264f1e1088d015c684cce4b7896106f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6e5bbdce3f3a4c55f81f6a872f228196d5d55997de7a36e4da44bebbc27407b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d02c26b2d74596287ce8c0c5a7b6e6daafe4c15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9d316cc0d83cb737693819bc2f9a4342ddf2f3e1bba36b794668a33b55628a3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a88b8997f129ba439250c5466e4cf33dd732ee33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b0a11cbef818ebbdd7b03fac2f6bc00007b192910260a8656f675ad66829e92 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7749c83a2af72a745d514257cfdb19ac73b6fe3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c8d6246cbcd418cca5730623735fdd891684f4eda7fd1f62a5b7f892811846 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3ca9f8ff53203884be6e51c1815917ea8b90cf9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aeed9e1ca73562820af9a4b4508082c34b573aca974f8a1205a597a3abdffbe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..25ff4075141d07c863befe5ba2aabf5b4d7edb61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5195d30b2762530ea019561ab43465f3d080ba246b7050beb17b10f42e737f1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7aa4fc7b61d3d3887d068b279eef0ebe48f82dbd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c74165a8aaff739403d8d6f07ad41eef1a89ea24d42aeb34515b7590dbd23925 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f8493b5793a1d268ff689f59b0c4f1316799808 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:037b0635cce13a313fa780a2152febe2d3c84103e74d05809aecfcb8522e600c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fbecc34fed4536cef834646116af2e4c85b2f91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bd306504efa5bca402604a641ff59cde1cc60fa3c88df4195917184c337a1b2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39ff29e634c204ff5191e27a87720f16aa58dbe0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88a1edbe6cfccf02bb22b898f818640980af2cb737de07c45af25e1e8cb126a9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf9603176f7f79f45a2284bbedceacb7ec7caab5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a35dd3662320622fe111049e19d531f19f77f3cd04201aacc519a6b598967f6a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..63d027d77f9d0667e4584c2702fba4ae9a7366d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4efd7fad46fab123ebe6a73737ef5fb7cc131004416c355cf7ffcbd7cd3f1c86 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c392e1dfee5767354fb9f988ad996db49ad20af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aad9135b2cecf490dade29948505761747f921ca1f9ae0b8097e85cc6f7be30 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82e25c146b6a5a78a1d5500e5f79ee05ed59708f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb20f4f46e919b99b63bd14c0fd526147c81869a1293db0b6b2a1a9aad0b3bc9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8950428ba2901bea65f8714c4cf639242cb4969 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2e62a23bcb1fd26621c2430fcd7eb567849af19aa0bfe8a3014f4e3393360a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b92d09d65c6e98a2e4086edcd64e15d3d8fadc83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aa4673301d562c635723c51c20923d9c0ff6147207cd8d1c07d47be23a51624 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ba9c32a0cde2df3b570fab6e521716dfa04dec1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b00e1b3b3e344afe486673ff87248de0105b9f36383a9c79219083219517f174 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce152bec7c7fd0a14da29c2a7781ce97fb631250 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b98596ba5211b05ad34dd3d677a9a320bf05e7645a61722d3422d0d156d7f8a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7e3d82aa2f58243fb406011babf0cb9676088d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9662dfebf882ff8514da8d58abd3e81d0c88011c73427e9791c0e2e301f9e91f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24a455cb9eb5652c266bebd39e9bf991670a1252 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a2658eeab9fb6bb0b3b7d7a015278b2f9fff407819db1b899f17433d84d993a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72d58264ddf8646274eb78a5b24f1347357f016a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d34eeeae69c7a517cd22517a147786ceec7797127a9691592e91b1b553e2276e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b30316b784c3e9ddd022c68042631ff387444fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b7e24d49813131eeb162497107642c1f9923bd20fe2924ae7da5b609367ace1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67ddcc301e7e00485fda9cad4ff65d2664fa922e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c856d98f52fb8bdedd1a2685c7d9ef7fb3fe0ad88f2e1f1e21cc5be4b013f79 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c14b4cb2097c8a2892774820fc48c708ffd7ddc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:369d84bc2c8368c65d172ea00d0d48a9ff9f65b6aaca1386087a0c474d62b171 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcbc4defee94b3e9e943189268b34ffe75e65531 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd097618b43d802e6521bf0da825c64e79baf8a7baa88ee875593f9fa44e4e35 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a0aad324fdb5c6229f67d251aec951219ba31b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdb625c5aeea8c5d5941cff9ba108de37f7e9753a36d3e8088a3b17aa4ed0786 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b161bde1923d7d4f1e6e28caff3d9679c035bef8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38c68711d4ba086301ee53432bdeb370c362749a3eb753884c570d82177cc326 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84439d3e95f1402c120b481f09bf12f0f4871bcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:045254dfd9da52cda5f1618bea28b98be60f5cf9f460f9da0c11666910468293 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50389bdac52a853b4154bffff3949bd3f5376669 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18473385c7c8d69e5f5cde0d425f811a94af39ffb3996b3406697a9b56fdf4cf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4721ab940f64bc155e68b7a85bb0e54a8e3e5955 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:285aaa7085e5bf26f26a2907b62b957d2d4dc632ccac766b3e46352868afcf1a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2125225fa1725c80c4da347f46b155f20138646b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e196431a0ea037b41b549eedbd5ed1b3449485b11b4929382d50a3583fc38181 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ade8b5cebff270cff2c2f302a7fa87f99ae8e0e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c66d6fe72a6c79301aa1ab0c1e498eeadc2d5e1d3908e09a72c5f7e74fe86c3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..684e0f9eecae140cf7327eef2be658842c61ab86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11db703f1bc7c4cb1ca85b4d9806b9b00ec57e03a5caaafefe4dbcc32983e3ec +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..77c4c593cbbc664064756391821c1d37cded0aaf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:722ba254beaa09d15dddf8f870a7f2fda830643ab23bff9813548348a6311c29 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c8a782484d134944c5f03e29bba08896da5d8c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0d7b76e8570696fafaf535aea0745a770e4e3495d6162b780e6ff17ce446852 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e170990098ab555fc6fc17bdeab1d0b4b6526af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e83e8c0264facf72db326045d5211f1c956a77a69b6b47e7b677242c7115e2b9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5d77d2874deb2abd51ce81333dc02eac393b7ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38845ce2f179e9857e7fc34ace0629c55c522a8ea9cbf7a2dbfd39ecbf4e20c3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e86fd7680b9d8097acdd1e0cf8f8b54a33fdc22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1e4a3f02103faadaf8a8573089c3b570b169a4772d3cee6cf346a2028c989c0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bfeba34233bb693a09ff58fed4a42d5f79d7ec6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d788c4e46beb96769fd3cc8eeb99ab7eb64cc46912255cb83407a6bdd5123d0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f06e7763d3b6a24127ec5418a0f1b189e7821f00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7d9398e4814330ba7aa3c9caf65e2935006df1f42f30a4f5baf8e19bada636f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32567598d34fdb983959a63edb01204647115a37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da10e8378a75946d4076d830ae7911e55cf562964a0e895c2812f8e4f703c853 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88351849c16470798492bf869112883d3b5d63f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed4f42ad53f8b6f867c7f77d06322c3f77abbaacc51badaebef5ce2129227e14 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e3d27eca3aedc8431bbfc15c9b697d69e7b5480 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a90644efe67a31260a89255f3f7c7d9343ab5802a5698ea02b9deb82c6db16f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02c6e96d23bc0011f5d4bf4f6f7a1bb0fb5ed0c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cba7e6ab71e3d021bde0d4a12f803e4bb0a92577a25f137fc58a21d0cd4191f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9d898815ff39260ac07c47ed3f97809eb05a94f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be11bc14a70dd15fa19244a966f2bfbb6634ed009d3a0d32f726035ec4123fcc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a92cfc824d4651469e6c97706ee175b5d44cb5fd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74de721bfe1417f16e7668fa8b9fad37924c117d2d27237e5488ea736a032d9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22b306328de6850cecd82bfac26c28934644d358 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac209776df11554ca53a7b8d860101c47b963eb53ca32fab67222dec8016b82 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a642e721039c16bd8e4761fcb14aa3a76de4b4d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86800b82c3901f7b45fe8b9d7e9e09fb271a449d7cfa45c4912b99501077dd1e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5033486d135949b3742351e7b0981acea4b742b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60bd5d9cf60d10c583d0afd65abe2e80b9d6291479fdc13886584bc3933a9fa4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..655c21ea5a8dbe14b9125c90af9d8585aadf15f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52ca8514ba2a8908f8a44540e2ffaf646deb3c8d56168022c884a0c918a40d0d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7489073575a7ea412801d2847cbc75067d1488be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aca3f466a83fe99a68da533e0d251f106144440591692b5933baf74b28bafa8f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf72b44fbf1486c01cc16548e4b667602a7aed5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:676a76d5379acedb315c07aaa123ab49df640cf27b3fbeb84c94d116056813e0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9754d1011eae275d780df84b45593beedb0dddc5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d028160a383e47b81ef2cf0b07ebf75b84a689dfb88c35705b1a9d3abf7bd40 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdf382420357ceea810eced62a683ba072136b41 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:443df456c607127dc974c6600d6381fdbebc2af27577e532db16813c33f004fe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2c3db2a0d12345a55bdd0abb881220aaee361da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5333a87a370ce9189f83392257425eb06ec8a5229594227a50c46c126ada9936 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3380f397ac29c91dc262073642f4dee937e2aa22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aa396218c2ddfa47f7f5c13f8582879d515e9fff3dc50314bd716c1a8e984f8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5957d066a9cf93a0ad7aea1ae5af8cf95ead2886 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca8eda11e04cd2e62808492f9b1048f8259f7fcebb8fdd5dbe0465a5057bb9ff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0611c4f0893c301d09ce5c9cdbe39131b5ad1ba1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d3886aab3b91c89e8ba7c1c9d53af4594b08c3164c5ac930aa8dba9b7824c8c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..580951193c5b49d954b5e5aae1792d36a951b3ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:398070cf4f933a37fb924aa1d4af2d061fd26a5e46939e60d4222ae25d69f325 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d78044a09208ee7d888d6108bcfc02500ec2e0d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e76e4ed54da703f3c591c8ad3d39f7d57364d66a0585c360a931c039680adf4c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b413aa9d803b46a67e4daa40c31a539e059aa1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dcbddd8c1e746c5ae7c88bea0e6978ff5057033740405002c7f13c580d74ad3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..714dd1a974b77541d5da2d6ced12a7cf251991c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9723d0e16489ab5e9955bd441314dd2254a8282392c8c6f950fbe9a246b888c1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a62f126066dfdfa964de0e3eb20221de406d880c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2f04e58dc5b6c08befd42fb443619507f12ce8f89745c4a8ddef6a892fa97a2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61749a1af8242b59693f9424368ac6b8c09d871d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dcf0a025e5a032f8cb358994e9da4544553824ff58e3f09e4136a562a244fcc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6db6bc66b7c3555e43248ef9f0033a9a048702a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3201b85302a7a3dd93acf673afc1433c077303cdef53b9aefc961ec33295870 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fadc2a9f0cfe7c788b6543314a2ec677fe2c7325 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97ac69acd33cc40de79fa9d93f8d553af75cf59a31346ed7c1399cd81c3ebe54 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46f136f993b329bad9f03e874e60ea320dca5029 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11100cfb894293620a5d9e667258c1536acdacfe7342d79ab03a7ca85f9ded95 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b2b5858e473987811d18de4d06befbafc6ab210 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12b696ee0cad77c12a4b9b2229c94998e79426cc1003abef1ab2f78dd28e41f9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f7717b537afbbe7a1e92204c46121fb8762c17a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:527eb07fc35a6b4d93d02c81d0a1efd6db52ffc6f758f0bd134c2473a41648b6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..741656a1d9cb72d034e59c81b131e0be12e5f9fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f1d83a94ab25fabb5009db5fc583c89a9bce7eb6a8e139013b1f77820448481 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1636843aa33e4bbfdf8705fb31b8f0e0915a4116 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68524bbb1df0df4174f298277fb557ee2378b3dfb2eab35d188eef661e177f7b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..326455b5c3855eeed169eac85990a80b9df491d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d923009cd3d5206324c34dec55235548b041a88ea72e07657b9c447f1cc09c4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df3daa6fee6dacea118c1f516ec13c1236ea5888 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94320cd6e80c09dfe2f262774a3355dbf376719d32592965813992ff7e01b355 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..657310c8114999539a47ba65f51739d8ee81309d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:256a16da8678f6cabb4eafda712e6c4c01c3c6614f9199ed18c178ac54558c56 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf8f7f0bb2d05c0e8408287f1bb532fbbd973caf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e518cb51f6922cf5df4927e1ac3d55ddf9ad0255f52e31846cc7c83ab48d40c0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb55aab50404b50d4209abf671d6b8d109f71f95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9b3de73367b8352e457d54ea4d6a9aa68019c4ca9b7775fa9d3f9e7024dd698 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89ff20e2f875bf9a31e65396cb0746fad3a57d21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:162248a0c934b05d324c8563af8b384dedf79dc54552e3b642dd9cee6abbdf17 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..359815b4ec8269262983507ea4bbadbaf4a45d30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8583077cfade95e7333eb95da6ca91499d835854663ad63689030cc0ef55121 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c7b86b38d70dc0e9ee8b6eac332e1e405670fd2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e31476f85233e78d30dee2be71efcd679799d7b4be4216886c398a063ec7829 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bad2caccdae800527ef783d16b1d7ef955159af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecf4ff8ea397fd4f60fbaa94c2aed9875055dca0b9c3bae555ddd74e10fe2900 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae31598e5b7b6fbd447aa978f7275aee0d25f1b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af8921a5e62625018ed9393139c1770cb5a8ce44af431fa30d5a767151d6a3cb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db9a8369cfb83d6271ed6dfd23821a67e4a6738a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e87ccbe4cfb15ce448f3598b862147399c37f8ae0e37f15dd473e8ae5ead8510 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e0b784a951275d06fb788b8e4679d3a9a2a8948 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1601ef7f867008e12d608cda14b6db8dc9cd360c6ff5e6f44100ff71209ceb34 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9548e12c54eb0166d0fffcffce2117b62b625a92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:254bbb7915ddd1b86c30be312864093895a7b7e3743764c0171c2c3c43f047ba +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7db445e04df2814e421814a06c162f7876d9911 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f905c9c8063e53b5af4c25eb99ab3644a73babea04fca52487a03a9922cc7c0f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..676462931d7a64edf39abcd3cfeb9b6b1355b137 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25f1c2b808652c674ec4b08e39c5586ca7fbcc8b76fa3b5e5bf5f99583cc8e3a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39563cd925e282da873e5792d05bae11bd6be3c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20fdfe82a88efd0f4d45b98fa5de87194077fdece51f5802c136854b2fc68acc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bdb164404c18c24b5cc2cb5c17eb298b6867221 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ce94917c6f57c242e3de2861bc77549e0e1f54833750a7e565b995a91b2369 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..347a30404d1d52a1cbb03e4adf301a910ada8caa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0824272155c9931ee8452b54961a57fffa910aae6ffd2971fbd7669e7b20673c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bef54813bcd98055476679db40617457532949c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4f883c55e5cc0bd5ab28289e7006f2d6849912704620524908e1ecf27fe9591 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09a09fce204032225848c970ec8639458ad52b9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f19bbc4abd6eb5389a59d768f67edd3c432c021bcb286f9f2a3bd8c79457d30 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cca444a3329cad84b23c0c77d9ebebf2df3d9dcd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2c39efc66b14db329f889662283bc5bc8eaa94bc31cdfe221cdfdb5c99cea64 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..722267271592752a1c8084f0baa1a62df30c3bc1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:581fd7cd8317a89a631e6074232f804bf9deb89dfc7bf905e39c4294ac57aac9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9aabcbde7a1d8b8c5ca0e049eb7793003e1e9f4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac246452289699a9d157fd6bcd63a7d79a418c3f69525eeafdb7ead7a885c4ae +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aea8539662571eebb7945f5bfd25e7ffd58d59e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f4548692890e8bb14ef1eece177ba9f55325e79597a2fd3cb008521b2c573fa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a1b9f6aaa8f73f726a9a3cb17b2392c24bc0266 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d3c6e7dbad80b7bf06eef095a298498541d1f26c257a8e49fba6fb585967557 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d00436747d49ef0bdeff1701208d27ee969ab4a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:704aade0128467b8cc1416a983edb0316d3259324ca43be66a8ff9801c17e216 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df20e730226d30037d4c2459bb1bbb2bde73c43c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdb89fc6fd12ad51a0d8d3df96a91f824a9b55270f2124796a88757dec996444 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6b6a077c947abfc54d9f1bc650ed369c384c36d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58b6ad69be0b3823312d27984898624913fc65c96566cecbc2b6a1b2462ebc8e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5740b562d08d7bf758f51920ee7d878d50088753 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d973ed41218377d26ea29f93927e5dc8148def1eb8562128a291fcc8519f9b8e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cb40a36b28f7acd0faab6bfb12ad7b3c80091d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2dd09abaca6d845cc1a50764e3279343d7db612cfc992f96aa8e21b7b1251ff1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f112ab76efad5efe69273f9ae4ca0cc9906e7f27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2489a04ea8d00bc86b7e8b386ea02407f7ce47000483f3580b0611d40338d35e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35c79feb46af3d86e707fdd094f9e0b92e738a73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eda22679365750f8d5328221b9940db6b7465ada0db2636e172da14e2a59866 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3f3e9e1633d9b822c8027fa8cef999c7a9f0bd8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d94d7125d913459f8144b6f82359884036e3435e8a8739f548028479a88a298 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2457a7e423b61ea0698610840257a9806f21de56 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:715184b09b7189aaad7aaba5eaff3cf8a021de383d93a3c8df8567e10e42f996 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..441ad16b9968f077757dcea40ad8f09f2b77364b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:917098b46efbf0fa1d4fac49f93e8d05989a4964db3041aece5416f5afc53be6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71a63c46e3159b7d40c698b01ad6550aa065e73e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2b3426c0ff7bd5537180485f9fbbb0d9468d734488089ea41e0bb76fb50298d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d74626f0cd5b41e6c692bd1101ceba8937c0686 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9217aebe5e9ec525012bbd44e53f7594d1995a6df57e28e8340273d67787a8b8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d79a72243d6d22e4d989b2035cabec0a1f24690c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b7b6f7654893960a4b937113d7034b9e1b80250d99e06cacc0803f37c0c6a8c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f92c386a83dbe1b2454d5b6a093753e57bb6998 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:425462927bf53445de6ce3e9b5177dcfa47e7381235793462aa1f97276de693f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43fa467381cbd9d9b4bd9d13bd49424240d4e267 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d30acf230cd864e9e652c026bec81f91c5b2508ee724ac592ff1f44945209ee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..22f2ee71fe04483a25276ff3a0360ab1273b1ff9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f3061d6bbb25eb599fdb1e7fa462b6dd1cdf5d41bdcc38facda9be5bbc284b6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32488d3dd18a81fcae9c72798d07257581f8d07b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70941d32f0657b95af1005709cb77d73888d1907397973183006e65c93747ad7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b397bc1f4f56625045bc5b76634a3bbea72f0a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f6241d7e5cc5a6338eb60af41755986a66a87ec36bbaef2d474db0a3c87f4e1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b379f94e16811feed1637ae6a2423651b9a456a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6fe51b3537fcdf5057208731d9af1f4cddb02c911efbd36026ecc7ce7a6721f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4e4e72357a939df9c60918e76b7244cd725f065 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc575bf3951673d0199f551c6e9b808fd7c6908856287dd3d199a19f9a3a114 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ee91f22fd476dbbefcda724e40fea75766f6aef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:467c87fb65a528bd730e5b3427e9797e075a70f8ce910f4f37e7079a6c665941 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5c4a446a89904a6ee5949db5ef24458a8f3e222 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7f3d1cd60cd5fd516928907a60a09ecd80d2e26d55884bcc937c102d39b2b2e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c9384522875943f76db3604f915f2a3f3f6903d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4804e3a0a626101e3463f632c355565740a027ec19d61b7a402f03d3491d326 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..979519a1d450f4a54f2514fdabacd72d52643ee0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:538561780dd798dc787eb11dcf1e25642647dbdff9037217b8fe5bbb14879c10 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e36e23ce2ac7a1e22a1b25b19d212a41da4dfdac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9634d59413ee3df3f58ed6bb5caf67ae84e52e86e652c7fee146cc81f11b71c9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b428339184e65dff37dbc9b2f57c506f390e48b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a44e960781fc26a8f204e29c56125a1d5ff62c77bc40c7e216251021565db09 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72cf999675a98d2388f4c044d2ad2a2e0f064400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f04503bdb3d1eeffa896515a80cb64988d7172695d81eb766e538f03ab1aebae +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79c7c0b3878109a95e3ab9ac3638a167f9a8174e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa8a1fb2bd6ba60f4b37f7fb0bcdea7981c8f6c0bdd9d6c763e4260c14abe316 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8502ea45b3e5f23b91e29a17b5bafa0e1fa120a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d62361b04ac4e3fb65339032cc6917ac560b47d8015a86fcc325eb2392f6aba +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e407d65027a04879a1c16455619048ded4f76c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28668d04cf2f3be8df045ff2088bcb21da9d8ff44ba7b9ef51290f01400e08d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb7cb41e626e08798a51baf88120b6314ba878fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ebbe8fbc7d29d62468701fc77ee43a48d5930216ccea34be9bd901a4279b0f5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb70abc601530471d22f4cff6ac64598c8bbc180 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37234f80637ff870bd4692bbb073738b7e2a28d5ce091fbabe87ae8fda681220 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8980286dcab74bd2de9aab1ce33b05a931b62e41 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65eda1c937189c57251b5ad85c12c9609a8989bf416138e8f0c2c63bc2e022f1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe11c0cbe1757fdd9e79cec557301c71c113f2ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03d125d43932d24f84a1993b03ec9e7c24256dd1021a8337cdc6dd937e4e62b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7153b1f46885e04bb5bf9b9a53c848176292b7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e93efe16d9fdb010d0ccc2d488358cbc0c0a4670556ff48e604fa28ae267a76 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2445dc55e3fd369ba48c1eb155ea374e7e3f50b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abcae493cb7ebe209919730673de17caf2a649ecdc5d714e78b5e2e449819cab +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c385c5789bdd55e664969f0fd0d6d07f306af52 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec0f8bac21a4192bc2d211d5e84889ed99b268406425975d3eb1db0773748e9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d660849003485638308c5b2f6233f92e5cff4336 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0a6becba9339be3498e2ae3b33c1641256908b979e1b943f885d1e995d79134 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2269375416f01958395cad4860efa44a535f0160 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f216eb981099761782ccffdf5556f3532f32ebe97c98744a675baee7341f924 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..324b0ba51b45133b0e86c2a9bff9cf79a7c90cc7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:891ac893f31e53e70191c8bdb55dce82752da3c2d7bbf083d3e26ae8ca314f9e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8e5bcaab1b562621af982f35d9641ba8c2ce98d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c79f7dfd4f3892e78d82e42195929990bb0823b8d117871aefbeb04cd85d13f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..71d509ecab6416db337ce42a3dde98bed374d73f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6d5541f368c4c2fd67c89299750f3a93d25e0b48da9852afa5f53a9b742c82c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42827b3bc73a1eefdeccaae4c9d97e2a46c50677 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f225007a1da3fa8fa94eb69c71d3f0a67bab047e90df019cde8d595c30438221 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36447f236cd00e4f7c7f11faa17831b802f3e34e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cd75bcfb07dea34d711e62e6ba2ac78cd271b9dcbd20d537ffd0d76a23e5602 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42c44c278a125e81f4dc05f2d13bc3dbe9949866 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99fed133da6755f150dcf66b0dfe0f56a8fdac90f193dbaf40c5a74658ac9f3d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cca00961e26050212c089c146bb898be7e0873c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9db2748be0738bdb933215bf98fba5c1d154ae36cacfa74dea7b0188d5baa05 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4aac3f67e14a640827e603380c32cfc4e501f449 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20495ccd5ccf1dcb5ac74227549b5508e96cd87e3054b24b615ad3480943a690 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a3d38abd2b4033b2e9deead8890f8bae97e4bc0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:923478efe138278b28d802323a3d429027f6156f0b6090f73a7199e14f3539d8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aae6a7b0d19c4330d1bf7858819b6b4bd941f723 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a15b2f9328c17e63bede38bbef0990830181a98c170fe67b088973d8880eb2b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df91fd620b132d4d5f316a37c354aaf79ba58d22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b72490e7d7a1d4180d99c6af6b9865ae2eca421b74f5a17ab4beb8f22baaebd0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8881821c2c7e861bb637b9a5c72e021fb6fd5cd9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea19786eeabd05dad1313f251d5eab1dcfd8d1e45ecb3528a3957faed7dc408d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5262ce8bfd3f2f6f8a79bdda57b2942ef9704ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce64d3a6a85f27e83e80aac0443ddaca539a827c21f87bcb5552bb4b6c0aa63 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78bc78accadfcf13a1945728a169f93e25b33abc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f688ce84d2d6b79fb9ae776cbf6d0d3b64c6c528dbccc84c0d1555ded633b0b4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6cd9c9e8573f5ce73327659eded28418dc0414c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08491634c9657cabc0b153949a8938ecfd47fdc7e915ff6ec062ec8bab07bc4a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6c9f1240cdb71a20e84af2e61ed30a06b806e3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b66b7cca72fa1cbc3d837c590403a0764a697fe8da9df689e05106df3092462f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c6fb0382c4841a0e118ebca35070305c1bf4692 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aae962102e76b63f9f9d3c5b969ccd367655c713d0151e220dca0d0c47a1d15d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4000fed16d3ae8ef4ce31914c2d0df86d9a93b24 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:235b323ece0d0a3ef3f1cde963931a2532c72b7c1f82a71e6cce4b8cb85a42ee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..def8cb6125cf1cc32430a028849d4089d557db34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c8465ca53e9fb27f23810242a35f1a4297a32576ba7ead36a4d92671fc43bfa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..883742769ca54f987666fcd822bf9879b0457203 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d6473c1a38fb0ec493781dec00e189e8cd016bd0da048d95253145aa2d38431 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..304cf9792d3857b99850a42d2bea9bbe0b6b99be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71a38d4f34dc02fd72734344485050c9b34d7a9e8171da80325e35c391aa1959 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c162858fcdd0793089a52d9e3d8e0d5aba1b53a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dda6173eb2173b5f14fd9ad019d3bb5b6b5aa0d42fb0c4c3dec22639cd686baa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf578aef9fab7a8e4df7f12d11005057d51c066c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a35325777ebdbe764f39dc969196d58cb0e9a2f7d063e759af65ca3da97386f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9803b3c34eade3b2682c669823ce6230e9f8fd3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1235e8789c632ffce1704bebd831cd405e1c3c3b58830be3630a9d7ac0703d39 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc170b6e5fa5302200076e7681cb93d24809bbfd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96a2b8439420fe8b4508dd40c991e4126e25340e9faba1c0383c9d32abd0b505 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53f376394452ee50780157420db3a700b848a1f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45398b560f5454e4bbf0fc9d321e7da2422eb85b15c755e87f2a067174f2088a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..189f8f0edec714678c8b53896429e925107b322f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00d126d607f7dbe5acedca4300d418d15553363d7517d83d3ab85c60aba313c3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f78fd7fdd9e33e358a50150914bcb05634b6280d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:919a29252f6bf2ba74407246bc04f8a0c09d91f795099383e121ed3fd320ced6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66478d6a521b546d67d35dbe3f6b570118903d7d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bcf5671ee863ddb43394b53bcff06eed01fd9e5511f0e3f85365d8564894cee +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31c33c1902a18dfc69ed40386eab5afba322380a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91628079e3fbc7bafe00a6d0919d95e75e1dced495d9e7351446481b69e8a7b9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f3e22600cffd668c694a1739375147b34408eef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1b2bf98b0cfafa2743904c3aabfe6e1e47a29bdc99cd61fd3703f9bc7fae824 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..006b7deacaed4ed3872a1284827b1abee4a96875 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c99551c1dac71449e1b29cbc0785919c090507bf4f2b7048ccf47c489089060 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d599566aae39aae7a1e6042a9247a81e37fbc37c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c620387a182a90633bc4e92c965f8a07b8721c26ccb114a5a027ad99633ff4af +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c7ed842207afa35ec6321f1301ccf0312ea878b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fa622a7fb3b74d5476c7e43366a237aa0d3238019f5e0820e4af4d8be151e52 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4599a29f67a513c084c84c7bf2587a45873c26ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fb41627b087d8d709318d23a8d8afe7e15578b890a5fefe137f042663641236 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..905e96b7a1604ff74024ebd838044b7f94c73bcd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4216e34f3a0c211f17a2eaa9a90fd669b319460684bdfb70c7130490435ea10 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be3b4eb1ba16969084318b90434e6d0d90f91b90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15de5d8d458609d80e1eb977f3d51fc8abc40187996ce10b34309ca7746ade4f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec90748c5d2386805ae7595ec7f8ba98cd5b3f45 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a36e0015c1bd75c1d5a4c4cc57784492cf8cb9ca7b2652b7850ca9cf5f10ab84 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5eee25b6ab163c64e151aa376c708bb3831f248a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78a37517e30f328df34be9acd81a6a10d49de070edf808dab4af2d277ec16aa1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fbc9bad46caec5b76f3a43b6eb178ccdd867a59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f9a23be96abf27b653f6b1d0978e44cd5cc47356d0a900b480311d08c2bcb98 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..acc5d8accd458eb95c72b53a53a9389d7f764848 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65f05db24ec362801563966545e5bfc95450b53e844d8746fcd64e2d88d33b71 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bd1ab664433c586b214886ccc9dd49fafb79b8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c08a9ddb31d550c85eb3ecd2eebd64d5bde8256b087aacf034e13669eb1f29f1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcf041d8df4effdc6c6b76a9659b4c1bbd3c6aff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b76dc0d7230abef5344765de82c59ec29784d34e130e861465eb0f1b0e3f11bd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9739f34973e47fd5f99abf73b2429583bbf8927 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05f20658aab088efbc022e2f31ded2593f49d3bd38aa8b4dd43cf6c246d06d85 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba4b93cc2ec364def8cc7bbde0637abae61c3c1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a8497df433e84e8a7673add90172f91b7ddae13454fd6ba93b2d65315760fe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ddcfdac9ed460c7af2eaab95122fcaaf5f02942 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a4ca5aca5da3bdd7974a3eae69bbd9f2134eebbd39bed9e180368d2c1eb029 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..300189cb9529ab8e8070984c6d787defae724037 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b6e608e21440c8c17954fca5a7334ffeb002177cedff362502055302e809494 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af8b819aff552d32deae528bf40defbaaad4bd33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9631909efdbf4d031b0617905cf1d2e8ca16c03a09b87674c1220d190cef9593 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..366143b40ac19f801aaceddd190c1bf5739e52dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3867d99c6ffb0f0af932a8ca2ca32500b43b1f951405e0ec492b9affee8f0022 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acd60c50ae424710668499b6ab296ce1644de743 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a148b997b0119b61ec5835cbff9540ec40c4e745a32a3719cf9617d985abc7b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..429e3a485844c0ea5d4d016b31cb6119855c9bb9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3def09059b578428b905a25bf5135492966093334aac35d5c794e03374bb2761 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a42f2ddeaa7ee9310610b416417a16d58e60719f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62ab3b5a3c538b9ed10a66adef29c4acb0cf460562108f480b90d7143a76862f +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38c7699475074ccc90639dc36fcd43e7bef8a2bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daf85bcd8df929242b3f515af552b3301ca09ced22b027982b6d889bc87aa35c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a0e6106656535ada7d956f6ca57907e282fb182 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dca0dc48f737f272ec16aa3b035f15a3e9f4be87509107d9f2be459b704c391 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1adfb17449e1b3ae4ee0e25ea9c604d5a73a272 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7510a78427368b8ddc961147d84a4e15fe90550c389df59dc25c196e4d1f0dfa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8655a1eef7f4c6690187537f2d2154734d992654 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2597129167e7770709625b202fae6d47575ef3cb7dd305f8179c7b5e610e5620 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1137bb9172e616341d8bc54c38fc8b6891b57afe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db74c399ad7cc6c9fd2326faf9f70ab421dbdfa6072b409ef2266c7721fca6a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc5ea4d7fd207fe64e1cdcb2d274ee36aeb17eea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbbb3ef3a4c001432a91f22d4090d29e308de7ac6e577df421824f7dc78c5ec7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ce2da4b116be308cf17a79b0178f17c04fb6256 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df99228718f078d8ddcc91f10951e21e197be53e6e8569cdad134b11e84ccc61 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab42fa8741473847e8bea4839660da5bdebc0e9d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c94860b23578cab385c9d404c884cd209a5d374c853b2bd5098c9207b890c28 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1eaf34b75b3381da75afe84215410993af4eedc5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9edfcd6af91ed6cc80c6e34c516389b9d8df324624bc0a4887ee5ef47c93b28d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4e4434b5b9f8546f7cd2a763308c5f32732a9f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aae528e73294647fd336a0e45edcbc788211fff7019d1bbd2a7ee814db25581d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4a0c86fb897c024bfaa5b3671b510a75b0c6b96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e79ab3bf10c655efeb8a7601ae946d706a833169e5152d39b2a36a09a92c5110 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5f3309d7765b1a866d4c0e8b890c676b274650f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b932c86c56c101d7385cedfb1058f9608630149ff1ecbbca7446b8a45c548503 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbb5d228a448696857f62f1928646ae7f8512208 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4892203b4eecca7bfdb32d153abc0c9b3e6d84ee9c9dd7a88eb512c83282e7c7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e78c9781a35c344b5c86b7754eed57fe821f7ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a7cbc87ab5dfdd94d2399f0803ea399492e52caafa36e37f5a5506a16c636ca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56f75c0e3a8916fcf22ef4c36aa6afe8accc7858 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f40adcd188f1e851e134e46f37fc436b6439f3230b20be409e3178b95e075695 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cad0a266ca41c963cc71100404fb42f3183fd87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78ab8202187fc16e7104592d38cc749954f2b467049acc9736f90ff5c07016ac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9effa149536afd78ac0a4efdf56dd7764718ee03 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4e9845be37cbd0efaf4517644384cd05126376f11017c8e9aaf2b0cf3756038 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70556bc41f2e22cdd3fa9003ce66bc59340e4544 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561db02af42057092cbb81db3caed49a15fc5051ddefeea06e1f9756e16129db +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ca8d24aad2c63554fa437ebcccf2636595e5f98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1450ca134bd9f85ca0f6560a13b4a27cc44a09e8f34736062c513408b77b42e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..408cb557c6232a5b92a863c5c62f78d0de83eaed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d62fdcb2bbf60f7382347635ccbe8bff20f7979b89de96091c2ab3caf1e9eada +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89f7f7df3168eebf24322d92180f6240a602223f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2380eac81ebadfde38b96397e8a713a8a7a9fec3dd077bacdad03be777f33705 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9324c0fa298556813cd1491d4f124888d022b97e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:195366f013eaed0acb7745bbdff265b3799a7f7fff879a0eff29848adcaaba4c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b3ff3dc5f131944bfb191f940e7fb3a654d4288 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87107429bda430b351a893c7ce03018ac0751f0ee7c151db6982e6b8bf80650e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b2d97b3fa20253c64f94e303f2d3fe54dd57dc3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1853d01ae416b7a788e766e110b2b9b189d79d98c9011b1d6ef9eb8005c60456 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b198c5e190826ebab3cf8927b3a7ddeb53b130e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c78dfc7fecd73d18a289e90848c6fa2b171f0f587ba78112e2377b38c6aa267 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..520ab9ae329f1de90f380df287db0b598af3cb01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a49022c6e988140a0853aa398f0691ee8f06ed6319b4bde5684e27b76f2a694 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31ed5b004d2eafda71357057998936c6f0a866e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1bd8629a2a5538a72734b9f7525c50027f21b0528158cb6017b7db9bdc0046a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f17918e4796190bf4ecd3494af3428c0a47d5ca7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d61c7448ebaa07891200109855df404d95196c31663ef948d2df90f5445a5639 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b8031bb1e06d47422e49db1013b93d8667f24e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a2bfb7e5bc7e65e29ac63332e902e57dcdb6aef0037b484aaf3e941f9408fb0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbc43bb93f19fd321c0662c6e324c7f1bde922d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d01b9ca7ebe937b2a5b7c0217ea5379324f3cc4f45e2cf0d8c05c6dff5bb9afb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcabe488107083766a6c62a9c22a6a142aa81827 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f7018a372cb6694ba31e27221ba82c384a9f084db20d574af4162193c7e7457 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..335f2b3a5c72803aa3a3853cf9343fe9987c27a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc5f627d129a46b34657bbc1b448ce51b3108b6ab8589b9d556fb77a95003cb6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8601501d1f7d3156b7146067cf21c9cde07d1af8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8effee030fa90a4e9052eb3ec442123abcadbae36139cbf068dcbcb74d9b9809 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7685bda5ba6982163034fbad1d36c0b9f5b45ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42f2d36a8a48750d3f75c4f341528f236ada65839d8d627d5da87220636f9d38 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c6cb17110bf4c41fae0cf7c063aae6ed120468d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e0748be3270bfba5fb6d8fdaabc44bb1b693af016b514900c037f69fe522ee5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37934814f28e5ed8c4a0e8801c112361f98fe469 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55442e97b1996e7fa22bcc49b3fc293fdbe08305701c2dc91900552de10b7f03 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0715ea9abc245e7efa9a406b63f4f4bfc4f11d91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e14da5f5a5ce06b6f71327e10bc3280796db36cd2de434d619d6f819534512f8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95d842f6b73781d6df2891fdb2ddc05edf323f86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cad98e05167b3a377e209ea40afe29e664cd5883012850cef209636d53af48d9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bde7954d65190f387fc04bc8de920768f78f2d3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6f509282a42712dd2e0b5855d507a066d615018941d5aa421ee6b57c88aa093 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25e22f04b0df4166ac905bf78fce89c1c6eebdf2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1339b4c6982f9e5e010089ff8d35bc703af110f34440b05a0db1c3716e47cc3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..675a5e2ae7875103b7ab8ec836b622c9afcdaa25 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:731bcad969978b4f1f1c0a917823cb0a71c7c5840574bdf64b3c3b595d73cd4a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..085c2f24ea71259ea556d23c3b132f051af728fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09316c720dfc7b2514e29b61e51fa72e3310147f3b5ba3212357a8ed7e255693 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5cd634d3882600527f6a4f59dab951c3671f9ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbf07da8ffa2b51988e6384b83a3a88012021c26ea6e8ee045148acb1453b92f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6473c2ea6164fb701740e3cf24adbd1de2459d3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a341efed746b232fff4a0cabbf19a0419a996f4903ac90dbd498f1e32763fb1a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fae7c864d61fc3f3e79482d6e48e0f5f60d4b77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918e780c68d7a94511401a560fa9a47ebffc7cc7c1514e7d1351b750011de82b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..216bdda8b14bd5189f2f75df7993dea3894a7abb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e811c0083dc40d28341fc78416496a389feffedec6d87015691032fd6d4e4dd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2dcf459c7d748036f2cbc292f9b64e31da80a84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e493a04e43de5eb4e35ef328e8fb0e74cf7daaba357b4a532c74e5ca195f8fa6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c15c1c0f41e956ac90bfaa3cf3eb0fad2703b00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5587253503f1053573fc57fa5567037e665e5a7a4403adaa7447441810f3e0a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2dc01c65fb12dad075f6a4355d43e17c090d5ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:572018967226fd3dc49c5581980ed9ba9b6dd6fadcfdc5e009378d52396345c3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26029d8c005b8ea2e09dc7fc62e19b6a0e8e937d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c96e12cc4cd9a8328c0e1c9ca4ee8e0f323e0e0b80628011d6254f5c4b8c30ce +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e17fab631b273a2b7c23c782f3691f6949cda9c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f892cea846fd9bf85d3b099c21ad8b0ccfd0afc3c596fb131afcfdbc2b8827a1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..509e50536963960b5c77f00feefcd1ef4595d252 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fea5da6d2689568e16aa1b32a3e12b12bb3092b9c3176a4b4f3a2c288ef8202 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37165e876592af5973f1311268ac5618dd693f0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c0843084839382d8e396162c68cce9b4ad21c5c5a45a77bc4f36644498e0817 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7305419b77e5dc69846a1bd37fd5700c11bf2254 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:050b5c587a5f9eff8e10508b8a41edb6e9868800413438f61f23477023c704db +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc3780ce9203fd85d00a86500731a6b40a659856 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:533ed1d2dd53269b775722fe30af106eee47a261e36196315a53baa5353809de +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96109af51c4536ca349032b26dd29ee41c902f04 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:931417f92b2308ff02186704317b9b4f63c0fd80b93a611c7504903684850e7c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe82d966a79ce312e40c658164fa18f342063259 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b4c0d490e6ec69a00e291075241617576f1329fd844b84c72036f170adbcbaf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f4d9a693bef0d410418559d201c3d3b29ceb4ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99c61b0c25c13f8c313cfc2e05b022605be3357e887fced8234b511fb7e2260c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2513fd6cfb07f0e0b8234f46803ff7361d97fafc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3be48f97d013a88bd5226ae74145a06aeda623f4ee380e2a61bd754a34135b9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf271bd635e8846b28a7bd39c8caca3127d65475 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16be50698e613a9f14cedee3c0bf369c5de29c17edb72b2fa8b83678bf906d25 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11df02d25ae91be4a6dbeb9db3b4edc888ae190b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e969f64dbe15515626e41c34bde32b76791732235f11387cc2b65ce3b22758f8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c80444f7ed81bc3c67df68f9d13d7342e6be745 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2080093a9ff3d40a92604f63f3757cfb6c5d57e49319e30514f1bb2990849655 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7432f4d64ed52a5c9b3136217c014f6a310517b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eddfa15d48e434a9945f4e83838286762882b89a608594d594b1c37cd3ae94ab +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbe284e8fb4f43ef65bf2adfd11661611d24027c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c76ce4b50756098c177fd289f6301be13cdfa8d0b3605eb5cebd8371d9957169 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d560e387a3c70fc231d2e7b5c9ea96b123fa48b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c6f354fa87ec9e0a7514556d567116a9bd1e0fcbb608fcba5af292ad28b5680 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1621310fd2e4c14704a9af79151327abd69ea40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a447329badb431d4c25d68bb4caf61bb21f95d1ea2deb9f397cb4612b707ddf3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57bbdde7c328d1c68968ab02eb4193b7f3451468 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:077d8cd4a6bd1702fab7e0d27fd3203e56ea0caa13931838642c7f8cf29b35ab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..723c4846302915f707e87023d0e222d888c81b70 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09cfdba494e01b38bf5ac401503fe2bcf788b1235a106dbfb8e83b3a1dc2ab01 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e156e3facd471cac4e0298e31ff9cf5adfb1d759 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed54c6fa1c6f4663250f51deea6c769e7de46921cbe02d90e42fc7d3e56cd470 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24ecd29e13406845c48f1364b3265eaf3e7259ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45c93323917495ed5e4b7c28248e0c0754f98640c5c897ebe76236e452ff6994 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05014e2ba2da08e4a7b452f558bac61cbbde5b92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:214d7ae487efba5989984636650405d0573242c44d3044c06d59110d90aecebe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2e821f7777f90772854c4ef0f80535ea067dc38 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81a7bfb6f7d46c9bc67faf4aace58ad3dc1b625eb929ce3c88c59c8ac59746cb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a897f89fe3124aeb31c8cfff75d04b68ec92b78 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:788dfbe877335b2054c795f5f0063a8fc6c9385f959e16bd965f108078595c6b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06970bbe973fc9aea34918cdf5acef3894a7e964 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40dcaf43add33e6719d99319d7c2112686ddf2211c9cfab20d94dcd4db6fd8e8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6b7dcbb5b284a1383cffc556c646ddcb6422323 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0d5503bf9039f33e993f2e46498bb35ab378e1ce5f9009471465670688e89de +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f539715db029357766c5c47d8c241ce9a8375faf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f509b499ef5d7b81b7e294ba9b5950c4add040d326bcbc09e1dbe080ceacd68 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..283877dca8c3c8bbab498ceda6228996752ad815 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c916a6f8bdd0c019fa2006e6cf184930a5a0a76feae4e1ac364181d20af9437 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9bc11c8527da1cc45892a546ea905d0c561db08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b00952c6b0ecbe28a16e308bbd95724ff8257920bd4c16651f8f9d6ad132278 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1be3816f95a60764f45186faf2be1a7bffc4609 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f828e7ea273a09d339a28ab21cbbe5c807d63c64819acf0647f9c5a2f037b97 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d68fed284bab8e37e757dd99bbebb58cc7d49d5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cbe6838f536464245ac895e9fb1d75103b889c6fea930225092c27c721bd750 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fdd2a0319182b1b7fd4fb0f16572b437a349ef8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e082738d3830d83f2a41a2cd272f0dd38fe733fe52906e47aa67bc3d90048cf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8501cc3e53fe3eb59aba1554ce78bc255f79d4e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:752f7fe5ac49862869d13b21e0f8c216532632edfcb3083fb45169a84667a8e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ebbb0b01aeadfc69238b95594c4f0e337270143 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d311ad519d75c9b0127ccd5c3bd743577496595c04deb962f0e14b39ae6cbdea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a71049188b2c013bf7450afee0fc4b56896feb3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e2142fd05f1d2411aca4528129f51963e1b802c91496bf32725b411cf8963b1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5de9e3cb002ee450d10a580853967ea149d8660c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03696751fe5a9aa6086cea7ef5c8c75ded296dd51f281bcc59c90f9458c57c37 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..213f5d63130dfc1bd81387d838187986ff6e2985 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b94965f484af0346508ee5ccd7f8e27e91796ae5af32bfa0b28ccf8c95165c5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..59ebf0ba735a393fd599794e59c211ed675089cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f153b39d31acbcceb06c6607b9128844e1e7630ca0b3d7149424822b2209c883 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14bdd7192e8748454ebe825c529fb3d7ac5b3c71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc3c6facb3d0df6215d525eaf9cd73dc9a95c6ac165894c1c356c2a0078753ea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..baeffd8b60eb7a46b966da71f97ccb02827ac716 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4680db1200ad3599d65c81c9bc466628496d6bd208ea72fae9a768b3492f5cad +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ec802ad0dbe5015c8dae8b0867b281abf0443f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06c41e9935ecaeab5955ec50e0c7fc0dd5ad17882f43ab90207e2906e22a94e3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a35af27a88e9485a60d06840f71ec894aedb8f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4566557a9d4eecefc5eef9a247d32ad2d221f9e77e7972f5035dfc2b03f1e71 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce339f866d804411b2e2cf2b66744fbc36cc557f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85d27f602de2549a76188a34c5923f0e51bb994df6accaa7c1d6a5f472d03ac9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cf7327e55e7a21e0683da2bf46a4c60c0949542 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77546763f7841fb4008e3280d7d777e29a3b06f7c8fa719aa6a4a65d3ee24043 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fffc7d8b1b98990bd9dad3aeafc71871425e07e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe46df2f8d54f09756d8421b6e40fc401524fcb85beeb2e2e83c05cc64186c93 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88b2aa4934e01b96a4c44e0f9a9ac15735af0a9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c81b77de29a4b84b5a20c11cb50ebc548349f3e3a8d6f6ea88ec625b80bd191 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8eb6bf4accfcf0ded4be4e398d7718f9f9ec0613 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06d010c6f52b78b8973ccbb2490435a1cc2b8929f8875496b81a779a039e0e7c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32ec2fe5201c9e4aaa2c501a92009142298cbeba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9d7e6234ea8ab6f290d1faa8dcf1f27c12dbea8a8b2b13f75c7b1deb8eecc1d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbd95be75d67c1679e635c753279842889a0c549 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c489cf08de8a559d6c89abd0c93082330e95eb4cecdc9232d09c5a15e518992 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90d0869b3b95ceb2e2827dcc0455e3b5c22a76ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:965512cb4d4e482d157fd873f5d4c0169f8e3d13a76c4cf17e71df2c8c69861b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0bcf470df058df8e809a51912af2ea92bc45437 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b60c4ddd543ab213e7dd773ed97037f04b13c8046566fd4481ff8c01dba2ce0c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f17513803dda060d66e2a73f8713030504f9403 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73a00fec86a0f81e87fb9e1704d412cc7343fb5855c3c19bd30d5d0b26fe3b79 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8504ea35e644db66e0babed4e171293b31dd7c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68fa738aceaa466202c6a4dc322eb41daae05e675fe81d3ab6bbe15fc8fbf812 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d057ee240d88756045de0c6627fbff2a4b12259 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ef3a5a5c84f3becd8985aded17b435f5afa7321710ea6fb149d3f878fa2196f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03bf202cb1371346ef3ad464fbd670794d1cebf5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6bdcba116a8fa9c9be0ddf3c1c1c76576013602f37c1ed11c6bd7bc1fcb6d80 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e97826eaf8034f41f0a43f83d0bde789f066e1e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac5e17faa7d00ffa399b3f8e00402dd45cbf19b1da76343f96b6a0882eb1c2a4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f28a99bc8439e03e603bb43f5f2d7aa5dfb624a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9f10ab5e8a34d1cee6bf6c474a7fea4b5e28a785047b1e6cf31dcf8139c4a23 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d9d87b2bc768bd0b70b34e6de607295a0724fa4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75f04362b507e93da51ad10cbd95fa49e1241d90c6fbfba26435731caaf8d81b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82db93ea0499c85f32dbd78316cf7ca4b5578f5f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e2250a03ef834d55b2a58b96213b0a8034fecb365e97b462159c18cb28754f3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01e762802bc15772bcaf15ed105d3effb6910d5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d989c6128c540f6b90039c104da56c302b5d11ba815a8e95ba98878ab270f79 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0602ad92d646d46ad4dadff5712fee6ac998dfd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32df658bf51f24daa3d79b4c8309bb71ca764990b02ddd2ee199c66f9108f28c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99807962c7bfa540ffd68af13076d1ea6590a05e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72e7b87620713f23821931a0006e4ffb6c4a8df09186670031b05963bb98514a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91e7c7bce1cd99830511f59f98cb93a73551247c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c3d6a7f344676fa2a954d08dda5ac484743ef57e8bd24c134797e262a2ecec1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0396ba5768ce84cfc1a0a8a9919c1c581e35047b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f43099f7ca0ad195b5b850e8a7bfbd52ada2cdfde613957f0b4862583be08332 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5e20e11ce0f876bb7b1f692d2ba32ed4d669682 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a2aa4c467114772a2b789e1e4e1008a4368cf6d9508e5a1e6d732805927d2b0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3062a3378ac94664e3f3991197ee05085cba7685 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bebf346c2988319f86452c1e76ce44e19be201278182ee9a04342d4caaf938a1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99dad8dbe533657bdeaa24d747739711d02b5445 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50147355fb4a2f156553b18bc70468025936f771f65d233a4bc8e687e77c5231 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c0b79dad6b20fef38b3e25aebf33d606053c0d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b367058ccea224aa84900793905593292b81e2a9c5478744975e5cf4525b1bb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db3230239c50b43e87c052f043043473a826eead --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e864671b9ef01774dc1db4aecccc27b6aacdc39a9a58e61d8e1c4083c19750de +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fd51370584e5b0dd83701c2f3dbeef85ba1e9af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55c879f9900647b9463768d3b6a185017ffe8e89a69a99488ec79ff07ea7a534 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fa755cf64d3431bd18640693f1995f82363c865 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e202b4ad05f8203ca68942c0b69b641f8bec1467edd9a8c8e2749245fee87fc6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..64316187f8e8bef0c649651d19f0b085776473da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d556024c5b5feea22dd5b82d63e68e68a5b4b6f446a2b2d8ce37320f8e56b84 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a3f4ab501e8ec47d38a609489009c0832f8d8cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d6ef9955e8c202eeea8fcbe66ff88a130e5e61ad22a380956600c7988d65ebf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6670d3315ae407fc6407c8291a4d4106e765537f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e6a6a6a0809484249e1cff2ef07ff66fa287ee66ee164dd63d509f75cbdf467 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2462f032b28d35bd9625faad18dab8057fcfe7af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81364f1d468d9fc6906c44e635345dd6527c7a22a9501568d780ef067aab4651 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..085ba6dbd6dd93521f2fbec8fff77b1c730a12d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31ff8f855c09e7c7674a670f8ba3fa98787b42736025dc93f28a3ef89f7272b8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06e436c4225a35495aef80c3d18a14e3b97f67aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6973cb13a85f352179f1d1cf25be1583b15bd6a531a6b3d56271e185264fd51a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b72ba89723cfc16b15e604fbe12f008d44cebe9b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00ebeda7f9d0719a552963b91720b07bf4b7701ad603579c3878b08c9962538d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce2c61ce095cb13f006b0ad420f32f3480eae8e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f45a44aed11cffcc1419225dddbe40560a5afdddc00762c579043442dba385db +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..18d97d0bcc5204492dda53a97d162b6f5099b488 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c52eacc8df864a9a4294c7b3beabb7d17c4f7c6b87239dfc01dbd72990787a0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ee7fcfe727976c03e41f11e757822a52768a2a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c727b27088f3d0438b22e643bec9113f4d53d196004b05cc327d537144b1b8b4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e06764192bc78b2df5774e086f49e72e5ccc26e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df9088822d978dd095f30bad66ddf077be3024c08c50943a68368ea3ab4dc90c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b383d98c2cf7675fb5450873814aa478cb5d17b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb511178d31be996483778e7bb261d3034dd54a6ffc625739a1413aee268bb99 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c2ff7ca760cb88bab8f66867ff6ca7b56b10ed2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e38e0f110e824d786658af30f022757778d373b28c6b3bc689e7915ad7c73ff +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..febd5efbcd9cf9665f295fb8a392b19c8494c6de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6374dfaffd6a1f861877dce0df3a20e58920475b0203e11efb204e057dcf71cb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5812af5ad5b25ca6323e0854aa431a6c11041db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f407b429deda2be137f9524bd4d78f375fb621decfff0e7c265417227ae8d0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed049a4290061e6f67d389e21b0e2c2c3a572f06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a40e4650d44e88bd02d77c399851ae4e011473fab2ea404f9c79c3dfb295276 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e2816e3edac33c4d493b8190bf039af2b8c0995 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2350453ecc9db936803a552d0a2959aaafdfdc35da30023c6f881d6e1629dd99 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03344cd546f37dde0ffe7a71386c5d8ea1ca6b32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea63ad18fece93d2b7a4b8027bdeb56569048a930efab09d8c2b74d788a5da34 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efc785afc6aac5261d4311eb1db8da35af8f3910 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5700179737b51e80f7545e5b76bc93943c99dc4609c794aefe8a3ae441362df +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccb8c0ffd12ccbef008cfb6558b2f2f38db12353 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d86af745ac676d57b7deac03b019f82ec00e4a104c50bbd05251d64348bf799 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56c08a986c8def785d15fed1547a1c507d365b42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c893f02846e7e65ceeeeb25dcd716a6cb856cb3fdf38011a4a81fc45a0fe16c7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a55caa2a568f5a5a34fadafa33e3201b1929e5c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c3e741e24825bfbbe3af43a0ec8253a1ad9fe9d3f014ec21cb14fdb296cb3a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..388f5a80b334f41f9172bb64a55732b4833587fd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:060b5cbe6df639913de75a247347e07af8a366c165791229b61b3f4975489417 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c472501853c6d8b5f7473719d209b10be28e22a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5991e7bbe57f695e22af960cb30ee57a419f544ded53215c154d336135ad555e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19962dea1a0997d07e7a6eab3d8b4297aa66e897 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e788002ee08c73e041a0736d277fa79c25f21d52f98869833caec6e3b8e98ae +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89a417a3c60e98be04f3f3041421258b9795292f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:835498464f7c8fec5cecb4679e011c6cc55ec037c1a8260ad42ab4df86dde5f4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a59aaf0c9188fa2609877121f5e2e96b3141b321 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:743c659642c031f8033bcbbfabf2ce4a6851b3effcc78257d38677cc737dec29 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bec65ab27d55bf7ed04d83c173f6ae697915e497 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e79505e054c15c7d51613daefd07318e7526b496b1f46a8731dd78a89f00c47e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82006f7ec651db4a62bab63f0a00f0f0c8b5d63f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44e32aadf907cefacf6a5c69866eae586a085fd2dd9abc5840949d178aa3f4b3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2940bb464e4e699e54a46da70342c97753e6d7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:782425e2968ac6d85cb562d4cf0755f383db1c1cb7fcd5b8e3fe98b8d5fe83f8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f228c8e150dd918bec24d763a00d1cf98b07462d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:324a012b913a6c946f52af194b207ce83902526bb5da5b0df35d7423d2b5f297 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60f6ff47f2c6a2ebfbdcb6a61b257508c00ba290 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:851d84d7073fe7b0ddbb4c26632ccaa4cdc2c78bbfb28b7c4e183f7eefc65071 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7a5a5eb105c103a627c07f8844761bb7b8724f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59764fb79e7c834e415c0ee4064739d9b42fce652727dea08392696ab3546213 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..434f3dde4f4ea7541526ab80b30d594721a5e144 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:769973ed2b4f2d56667c4579c5d9f01fc135fdc2b9cd6eb0f82fbef91e220595 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e38241401c182ee2d9c6d131ee563c2d86ec3b57 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7447d9cb409bd6851a027f7599f492350609247b22f8aeb06aaaac9c60dabd9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7410ed6a42c997f9dff19164b6afb7a1fcdc3c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fdb9b848fd9db119f73e9cfc772b6e4ac93bfdc1ed8a6ef05a95d499d29ed5a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc7283d48290993a3fa14194780ab185121ae086 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d93b66dde404cc9242d83e4b260baa5ff345b67c166f4373da188cc56adef4f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d689556454e8f504e9d375e1106a0a094c97253 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c2549e4e05989e8044b2c7750858ee216d67aeef44b6742b38a25122a09b2ab +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..07b58a651ffb5fbf963b223a6032a4d0aa38a696 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02bd89901820d9182ab70a421582e9de65f52584721747a21af9ff5ad683de7e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a505c92bdd4633644905659ea7ecec39bbd48f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b79fb9edadd8411ab932510321cefc5ae4cb3ee811e534869895eb96f244fbd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f04ddc9b7401dfbd7b29bd2d70a61a7500b86701 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8848e827b610ed386b57ddbadbeaa3a2e312595e19915256a7ea4f741005d38 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4add88e0b0b09c32a7431ca8ee7d6ebdf269c37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8709e11be0a62ad58b54d5d15e79aea3a199847990f87a9461522d049daafd2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c789786e1eb29e5e3c3e8e82205b894c0f69487 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57dc791c3c60540f83bb1e09e66366e09b258c0e31482e18fc76a5adf9baf528 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09e1fe0b723f9d0ff261643689c53a001df6939a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92e1d25cfa12b772f327f01d9d4c8c322a4cf330f3d96b7ba3de31b304031b57 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c610f68ea15d47a109ffc46b6da0d1d341b17b65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f26a0266a7b375764e9880203279e89894b4c622e50525ec78e4e68e297a25b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4dfe64b981c2e08fe8ec3c45deaaa60ca34cd8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58f9addef84644e7fc7cf81d95ab69a346bf9dfe1f56a44dfdea07cb37a4e60b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f151829d4782463ba33c4a899b7ff34f36dda376 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d82ee8812543cde8bbc9b8f886fb3e018388b38dfb988fb928de7ec9b17495a9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba06677ed907eced4c904fee18d8cfbadfe23f59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9901a1f50aaccc5576e876e338b20536ad5c13e86e73867f8c2bdd81b3c48652 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c932a16d82254b3fad750d2f1078f267c5f6d152 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaca649ba04edcabee45791977169ec2ab3377512289173fa5d6a3e92fdf68d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b49add9b857cd550ed4bc3151513072119b2edb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1a25c8d06fa5377df4fb66ba444af9401a56b4b0f8e127a453d073671d95823 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..578ec7dc45d530270f064bf131f2999e56783ba8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a2a77e3c687e09157b8231b81abbe36e55faf8a930fcc11512e23a71803f50e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f26e24f526ab1f31acdc0037b6e057fedb63f42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a900099194b0a21a825bc4d84b05052c0ffc88e11a16cca1c70bce17f97bf852 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..03a1bdbdfb2144d3570dae445e25ff31594cc42a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80004a5e869f45bb9f175a57ee4714bac45fb8ad45845fb66d9abab7246df38a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97c2645f9de9d3e951bb5d945370f30883461d75 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ebfdebbd0c457b51513e4cacd8d706af20b8e29ee3a4c47b9024f7e97750c4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e21d1d6b7a10f88e9cc83f74d358212ae1ad5f0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0bfb933aa0e791152304286f18b2ed1561b5c9aed9497f4d3aae049312f6b52 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f22247ac1486ef5c621ad881c026803eed430ac0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fb25ddd4e734c418a87ea36efccc8037bab0854b029c205e8da417a99e50844 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..adabff9df9d00f9387b1f7b6ea8fba8adde615a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33f2242cc295494f3e2443f7fe93691e196d4ef58e75d908ffaeee560ca1cb6c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f99a67e0b4b1a9b648ee283da3f4866e31f79a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aad9d4013ee3583dfe51a446ebaa744f92f988343f11861252a1006e262acd43 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf2ba3461223234de11ec645015070e93f7240e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:252e82530b44e07d4529cd5f4e906df6b57a954a08d6007fa795ceb0e83d0668 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e50f1a977edb07dc1946af54a6216146e48b7e78 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d15bfd874bebe3edfe5b7cabb3274da657279fa306af332b372ab83a712f447a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..703300ea1894620f7e6d08f18db8da82ec7a8ff5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91e20d00cd4de203afc8cf1d0a74f030f4e8c1f4f324ac17bc6cddd3541a5d59 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3257eda1915377a394652d8ae19d64835593253 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a027efebda2981602684299bc3ad09b993fe7fe11bbc9d1fdbda299ab87a208 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ec03e41c078ce64e36b7c3ade7fb5694e244f41 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8d3f4369b90508c36f94700b3e4c35469da6fffb0df3e6b8ca9c7fbda29517f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22730a5b903408106234b9a3c74170587abef89c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e5189ba7b520815ec36017d26cf06f30e6d6cb98cfb00bb969f2057aa241a58 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14d8fd52866f61a9323a525e9453d821e9178a34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d46d3ce53899bce00012615d42f11a842c6ed9bc3da1fe6ed5305222e073b463 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16bd05e0901f36e91e319c4a5cdf78ebda26d3d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbac366cf712b8115c8a1db8b7932adb7c5d4b213eac88bc85473360904db283 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d8ab5daf5c95dd1ab22bf3f4f3b2d41c2f3fc19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a353312e310704e08a04e901a1934104fdd263cec9284759cb9771281b556475 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d1af26ab8fe96200724e0f540435532e4496468 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5baf73b1d0a79c8cabc84032ff9a56e840ddc63389380a56711976b6521bd130 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33c3264d2c55d9564f030776cc89dd78346dbbfd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddc0c97726d6c7e34d6ff6ac41abbe780e7803b14e4696ce3c6b099768e3edf3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f91079e445e12c0ae0dbb4e940ffb64dc93c43ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d95e2f165efe4ece35628b9c3b59e19d474b2de24c6e6bf625c6574fa88dbe7f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..18fe1db4490558484ef21f6935f398d1cae38713 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d15066d2722cf548646d818e473ec3a40148ad8ae1c49a1a12dc846232d94679 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3abe1f03fa7de0968b1b1df9816c37cf71d60d3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4dcba9d8d5e4b7f98f80f88c2a25da0336d37dc1b3c01475a5f319911a78354 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..07419d0983560419a458967c6694baac9288e523 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1e46406514830e56cbd3f571dcd53726dcbabab82f20447cb4dc2b89744d594 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d331e2df63ffbc984540b2abb568c44a066c5068 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8630e58f41b680477df9f7d06708980822966057ee47959bb97270aad6f694e7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9685f8b6025cd13081ad2f637e3515187ae67f25 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a032c8c024c72bf451b5b4999bb1f40c9bc2bf5de3659919586a957cb607efb9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..251ce92ea387c02e750b19709b880b6a3aeefbfd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6506b1cbb1c61b8c5b1623885e5ac2b36e459b784ffa9b7a276c9ae9ab71207f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbb9eaf63b2eb4012d7cbc366c5ab2cef6e8591b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7e44a01fa403a0fcdbfaa5a48db0f43f4cd9370d417f198b369707219b28aa9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd640496777e777458ce02acdd249bffeea1a8e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3ce1f23a64e7996e0f7079f1797a4edbe1c884d6654f44c2569fbea9a4d3ca6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db9c8332c491c2dbafd625554c20288ef34c6061 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a1e8932f0dbbaa4df698da796789070212b56f873a0858c30b70677cf5e8c39 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfda1dc5b7fae8958a758d6364b4b3ebdd0eec42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcfc1a6c3b31601b832b5a3f9d6c9d5c66ddb314be679acbd43be95f0fe0ac31 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..baec8fc9b3f8e21f9c2d999dd4113ef78a1dcb97 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94b8e52e4fdc2c7e3a35328592a0c818785bf6517dcb09d3efa4ee1496563bf9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43d865778bcee7dbbe53d6c3860d82e105441bb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4e15d8655f90db26ed5a4069e96d8d0b03d9cebfb62c5fc28d06aee42ac8a67 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee3b4245491238d9c27623c3dbf2cc49ff15f873 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b585941d71593e4f639aaf7557ed993db21c57f1a02754b8f29aab3a1df9414c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..665a151274d0e46d43e5066cafb94c63535c0e47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92cabc96a4f4f536bbfaceb7ee65737f8eaaa9610a96221480c767761c63cbae +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9897bbb8c0dd6318cdd4dfa0e4becc852755ee3b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fce7c615cc3c6d98ef05f528227e8902f0ad4b4c27c86cc24c37ea0e4f227527 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7df8b51f9611093aa6d3b3f5f3acfce476ba1d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac26162fbc16fc627617f3bc620928e43fde2aa50d6faa984db14a7838e09777 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bbc04a2d6ed74f98848325271bb29967bdcfcba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ce3cd43b2b04518f7788d9a08380e13cfad8323edadf895f444f292db7deec0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bd3d402a16fb944283ea70d15e51ecf70f52758 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e6fb0b090bd7559463a1cac1051fba4bdee010a681aad005a366f15c515e0f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..00fa92ae41427bac1fe6de79f4696109e45d443e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:211493ddc69fa9fc4248da30a31b5b8d6c2e9bf7e67588215ce9c856bfc6052e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdf07610a218ac7ed57dfe3c6b7f1ce9976c8464 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a52b6b9b4fd6b360806933584b7cefe5a6e0db54f09022bc82aa661219ff9a8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0232ee7ed097c98ae3b2a5375067d16cf659c2d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aa68ac549cac83a5ac5b67adc01d12931247e49eebe7168a0af56e53448e258 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7d674cf78e80ea6b12dce53412c4d2444d35301 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ff75a8c6346964258a014c9b4a79814060ac27193d578f564ab5ae024c060ab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1f5858a9fadb1b74207b1c6fe9a0adfc766a93a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bf19ff789e3cfc3709bb2f1d19cffa119b2d5997741c36e7b01e78e04ca11bd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27b11fa2020112dfbe244cfa173c3937a8156b65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e50b1a5329a6218219f79e48283befab39766672e5573a2febec2d1aa1477306 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bd7ffe00b5a0e6027550c6cdad744b7764f2306 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85dfc56d525390fc913c138f96ce7fe3bdf6099c47b946e5c849b65566c0a7b9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..203b3ea5aa5c87552e66cf545dd80d34bbdb2054 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c74dd50da796ba493aba495b79b2311c78e5baa7d7be15db9e735595a31d0576 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b307fbf064689a85d46351fd74d19f8c9b1ca513 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b556a2abc15ec018aec20ef59981023e1a78e6490bd4753054b29db300e39de2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26653a555ef21807711d5d65135d767163a805c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1f83399816b001e39ea66301c595dc270350425c4d630714e98a9c8d20a9c54 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ea24157ad5589f8a73d89eea3c1a0e651c8cb62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26526fff67332b448f856c440e96a79f20cf730884bbd71b0dca493df869e890 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6134d212cda4435756504b91d3ccce454d34c6ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0461f81e8221171bef33b62cf4e8b5dc1724b98a5d5eb356beb54a3e990da05 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c2b6a7efd99c726718969d63b77419ce2935093 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f77332d859903494542d24c8912e05d4fd62c2d5f30c99d49b239835f791690 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7c0d17be4563063582c6d2afa9df5e97b094724 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:327e8b88950cd478153afcff0dc05318ce91eb0aafd2aecf2edf5341bc7ce66b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c89fa91b66fdacf890a22655f34b27477b93e046 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cf9cdcffa2f979ff07f08a19c7d3c17f7d6e0a5d287666e4c79faa51c867e17 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07638b4e07c798df9c29a6a49bcd08f516ef252b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c4722dff48f8fd0f97ba09e6c68e558f20636179f50fcff0045712b8a54bab8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54fe26a630a751b053b64ebaa614cd8e36e8a271 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08530733da71a6ba7387bc1bc65e8f6698dddc5503459a888b30378d2819b04e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe2b5844308d3c14d33d38db6e5337bed59c14cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6629a19376df594afbb9aea5b59fdbf7e6eb52ee914c53deb1b1d542d1faffaf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..831b202b187abd2e5f71f9de64b2a55a68cec245 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8465ce3ef150e10e8d6659afa582ec64aee2357274f89c8b3cb270c7770dbdc3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf210b0963e7d333d978004f98aa96cbb3103275 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e696a15399c3d05fd4ec793ca5fd9c2abcf2f1ed63788d350bb36a3589d0125b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0fb06eb1f81d24036db38beac214214ea15d1c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e772b25fdc9e87d03b2e37698df18bdcc06bd79661c846411e1b6e68298115c7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da6cba4ff80b11f71b821abc5be97af212b31156 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fb61bd960b82d94e01a4e371279d374c6c4bdfa143ecfb12fb70867af9038ee +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86de63a95b4f1962c7ce9dd2a0bad6466ca6819d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53904dac1cb565e4ab89f7e8dc6321e1e59642898f0a94030acb19399d9fbe0d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ac720766b9a8036afca6dabe44646d12f911a48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a94cadb87b150f56e8e3cb143738c73755df86369bbe29704889b057b7d311c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..15f647833848be96167ab8a96ccad4502e0da717 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f006abb61e20dc89b146bed631703ba5d0dd7f912d2f019c6c07388180235638 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e828ad4488450d6cd298a3a779e8877312421c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de5b34b3688844570d19d99839440503acaddea52c5f1595b6f8dc1028b3fcd5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72983f9d319828449143425ae693886261186caa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39342288128aa04fbe657a728247eccfc9f1e51b025644209835bc71fb4beef5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c641fa02b088045ac419710973c074e71cca7a9d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61c678bf036b47375afecc3e715d24485046b1e66fa46030bc9dcda39580aa73 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b1c89b7368ae7d492b8cd870bde93a4a7a10f69 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61e0eed05baea815ca5cb92cda30f5b20a4c7875caab6900116b9967dac2ad33 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f42f3077d980b53857ca2ebe1a4383169f577c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29d750b8a253ec8612695be2c36167c090cdbf498315e12aa048d09f1a00ade7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..304be8ab1e6adad79c53b4db9b9f4efdf113311a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5489f844c97dc502e52b396b00653a17ff57d164639be5e0e9756425f655fce3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..019877d3381a066ec1f1958b60860d2e31889833 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c144f5aea55487606aa8b5e83cdb3ac6fb1c5cc294cc59cd37f6cb5009ab425c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d122826baefe2c3e90f584d5cace591abcccb642 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06d7276e4936c59d0003f995210232ac4fcadfd1f0d4668f6a1f7e13dbf395ad +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f58698a865687f3d3d7aa41e084f220109a329b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:801fc8d6186cc520c65e3a9c8f52923b95aa297ea0ec8ddf0239443bd133b06e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99bb8d166ee393bf4f34783649ad8546a8790422 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd8cd67f5cf5e772744e771c544dbedd5a822fa41d5ca9ad0cd9e486a30e083 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff3fe8c2cb7a224c5c8e913ccf2668d3c7edfa86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5358af48376b12c23c88b5b5bc848d1f9012a02d69519cb128fd3a4f3d599cf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d775dfdde2d2cc69aacaf1263a1b15c3410b2209 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35f5645d84f843d8798c875d7b91ebfe095a46f1c45196a13b97a08bad8622c4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b59b31aeb3e428fc169ea9a87aa7567bbb971cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd735fe2a273983e74497eb680a751321ef3d23515f51ba9303bf1811b26216d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e54883ff97c5b7916ee9bf038243143862fe75f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b640eea694dc13adab3ba86e5d44a695586222bb6f04c94aa45be7b4dea6a6d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e00ad0e71fbb743d49f0bdc607c46b19d06d7f4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdc585ae90abc0ca51239c6647ffa611a068cfd38d075025371120f65bb2563f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8d2337aed9e1b15c47387f005b3dcf4984568b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db5c1a72d6d9fff75353bf8d9d0625131a3f7831d4e9359b72d9538a6164b7d3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a565b447f58a36f4fd571299c8e81395718437d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:438f49ca2e37d8b69e94c53eca1564ebbed038f9aabfdcafd5532527da2ceb03 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8ae4288c1dbfd500c091c91656aeb63230f9564 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e6c7f80dbc7201e3f75fc6fc79bf62e1ee5b1d7dc73f6c6b03a9a27acb36f68 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d174922c05400e6a846e779d5649170321ff8c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:793b7a5446935c174a7fd317cae8571fa735caf3c26b430faf5749999886051d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f80046127a7a29c0ed6ffe50bb1d0376ed17b26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:728dcf1297d59765aa728ca0ccff19f9fef5b690cc22ce7988b73b6f8bb2782f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ef81867adee8f3ba1088b569c73432185acf5f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fb8b0df65acd7a5116983a1851597ce36aef4298aaefd7cce11bec7aef145d8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f848e25919e6733002f8ef231542431931d9de70 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb7cee30025197d7f4043029bfd2e703bf26439e09c1bd61378e4fe58897c7ae +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e040748db1ecbd59e78a3bb8ca1d347aa9bc93cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6add9deba6feecd1cdf112ee570997c34335ef4924773cd03038c7690aa9bc77 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..836c52cf9650ead3e2658b649a3a985c6119737e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:910cbe70d3bea7e41905b1c0cb4071f352d981f1a284eb4b0cbf980afb889038 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfee9ac54c32e1137cbd0265e6a678b3862a50e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd20579bb4ad55ba847a032cbe89d3978bd8eb679b2bbc4d6d3cec4a923d82c2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3814cea4c65f3dca63aac14981a260233ced3c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe1262ff7b23d468d65ab5e3d437d4d9b313aa89e3739edf06ccbcd64c73d945 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43f93af6d3029bd433a49957f64e962cc9aeb71e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b6acb86534f921c53352969a5a0c512a9ee4786d179ef938303deb6de10b6eb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b506bd07c9cb8b378f2f5d01cc151fc52f5100e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdda5e23d8f707125690f9122e02719867cb80f0d76a87aa357729878acae273 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc6b768b4b2a3cd1e87f4bef8733e5e2c259dd88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf681a149717ec925b840403467bfc255647c7a99f1c754428f0e8c1a05b953f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11781e73a7b8b6073c8019825764a66a38f489b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff407fb9cc3cdcfefebf3dec16a16e7e144dd54695e6f2bba9d3d6e8e6e3f411 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..309f4f9421c26c72f8d89ce1e23d467e408f00c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af313ca0c122748597ae3085e459a03a10ebdd981b1908f249bd479dfdea7894 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6173b0a66253668f1637cf05c9f3c3c212970480 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0993d347dfb0226a4bcf6fb1e729062e4225ce9c6870e9e5340253846b791c9c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19adaa74adf46c1327546f5aa16725584fd4968b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d5083bfb173f0fee7d2e01f6eeda0b2e66ebc2a030851a3753c599a7b6ef6c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24527ab3fdbdd0f651fff4612589a198fc43705e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0abb523e6fad611fab105ef4e061f9012d8d59ce4f8f9d77bec48f227c90b936 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8830b26844e289eecc9ad0084d80f6fe169e1fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16842d6caeff9721b58c1b898ec9373b356140f0e995d67bd137979fd178154d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e04553ec0f41e10391d580cd50385951e4e0e9d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7b59af858e19c761a4a976edf836d31bb0317ab98d97b742f14325cea40f7e4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01977136a9353f4017fca52510724a04227622fd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9ea388daeb34d0b4f23ca2c626f1f484e10e6fe6b6b9731814707808ca898a4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..abb1fbfc83bf30fef01b39c95f168292cd23d549 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d1a3e763b6073fc4e1908c713c5df5d779936c34a62c7e916e190eedb6a6044 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..462d757a9a6b65b70bbedb8433ff5a1738fe5c11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fac3baf5f9ea2d9aa244ab8921033595d12e6cf3c017366640449d6781cd4c2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..93f07b59637f2cf85b39b49bc4b7a41e8aa07ecd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:795842f080e0211d196781980e1fb48c757605516f88d18ad9630349c81146f3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9c4473713775f23e18d499d50c8e2e5193d0126 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f86a225f500875d6b06da9cf07b56697af748e1b964806f092ab9af2413e6f2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ea9deea26e867e770c635cb3e11ec994c64119d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60219bc948f692d0ae5e0e97de06dde7bdc0feb8a64873bd24fa94b4e4c9e842 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfbb6da083f41b8f32b71ab7b9a1257d6750ff4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c02377cc1ec3ca455e6f54c11de47ec087d9e7c28185e95ba2a40904a389163 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8512a5ccb0ed069ae908d6425935f472ca57c15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:066c37b5156de7de63037c5d0cb31b1fe4b76deec054b9ea11cea6e2a01ad559 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60233c6b93d956759c13a74b04889442f8ff96c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d003764b86571dd71c969e9454ee7257af85873649fc4675b958c360f061c609 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5ad503c59d7fd2699041b551467d9ac0faeac4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7a92a0b143ebaf5595c180e8d697b18f413c9a4f83d5194c02951a73a3178df +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26600add2485d80b3a566a9892a92d59e2741c96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2660e9b02bc77ddfe78049dd6105c4b72a4d1b9f4c2ecc6c780b49db29c897e8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c2d2b6ed4ba2afd1cdfa290ba1dda327d6cfdea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5839f46d17fc1abe048a6adad82f71a2720b405a475becbe339b15eaace09249 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dc92523a12a38ad6f9b039261ec17f6d1320a14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88379b71a4137cbf8ce94724e5775a4eaabaa742154187814751ea425c0829ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eefbb8c40c39e244234e045569c78184052891e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaac59964c157f51b16aba2e77d24c003c1f470a28c64764b5c58ab55b1aacaf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07a3e7634dc81f120146cf2afdca1fe94e3b556f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d3060aa3764645fb395986758a1ced6bad8421b5145870ce8a4dc8ed7fcb1e1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbbc5760d2d51e4f64a3f5975bca2609efc1dd72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:343a48cd964293f37652c61f6d040acdbc1d077430bf78e9a3d4378d33a81262 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3542a1ada5c12bae41b9891d9f3946303e244c76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82813c8fc39dc3a4ad6d2154443a760f7fce98027c7646921d1f1a873be545db +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dda17a571c659a0714efb4f5df79a628a7505a32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc24b6129d2e89347f116cf8a7cb9af6dbc4d73dd22e548f3395128bbe7a4a6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98bdc0d35a8881f0ec7d7dbf926ee6b8a06f364e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac5ed4188c877bf0e997e73ac3958d740730b9a9503f7e790184a08ab2e7aec1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0294e6481d87a023b0b281ddc18e89dec7bf44d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:261e9673e14a5d6faa81637ecfb2f5fbd8b5fa731a45a7bb72fcc9cf3ead5b50 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b0158ac8244a58a5c7aff952021c67a0ee37694 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cc4bba3779509f8215c9ef8644c5090809dd3d0f8f9ebe1d5a6e9fce8a4438f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4bb2d6a1a104b0d0581e7f3e305dead37b0227a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d98504612e562c4f6c4aded9da274ab897753805398f09f2202e6e292b287ee3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cf0d09f376e72567e604499a173c25f82fbd50b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a8d573b5e65cda0f9f08d74ef59be0eff4e54fa5549b316c8b548d1c0231ffe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4097051788215d7dc772134626e9fb2f41f0e01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28aebc271c83557ac6df7ec4bec550388bfdc3e323a7c88383414ed17755bde2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf78b9dbb77af644c2f93c18f1e5199da7c1185e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1fe2aaee80622461e34384d9e92b810cb1431bd4d2cc004d1edc1624aa2d345 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ce3aeecf66d30c89a88d36536ff245264b0255f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6f6496965dc14e56ae5dde9e6dbaf9fab1b0998e3609b42fb76945fa006ca72 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5a4d5cbceb111b60812f48a1c41881ab2a4ce7d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d474b3623caa966805ea94fd86328a9fe2eb0572561252f6addecbb31e08f2a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89156efea1f63f3679f8d1393d70d0d00dce2373 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6feec4d12b85ea592de875dd4bc94a3e91992cbeca62726a99cc40f9242645db +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ebd9fb02b7cf5c5e29f1f5056dd6b4ea55d15e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e285e45ec7aad578d31088a93cac11084345e48e417e64df45bdbebe1212c2cb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16e5451b21c89b2e621a04d79b3c471277d5994a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b30868aa93f2c149f1274e21138061fc1b212b0bdc6e79aa40a5b3949dca5db +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..263c93b07927597156966992b5f79fa6cf0e8dcc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2da66f20b2d961c3360272854476442108f8a2caaf29f66bf61f14326862f359 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..631faa659708984f9687ebbb69f29af83f4edbb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef448002804209b00618e364a93c35626d847792c5b3524ad2219eaafaa5b185 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab6270c8802dd2799a1d69778739a9968bd69b4c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae75f3a6e568a2bcb1aaefa2e97353a433deaa56877788aa6f0192cda993d118 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b29c094fb45fcf360c23d9c9cf099196f2a5f346 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4259f281257b1a1e0da22903975bdc16f38fc5477abacf0902d2538f4a6568b8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34bdde0121f10220d75fa34556a285843c0b8969 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb984cc5eefbc47cf22dc061d16daa03bddcb0e943bd901f1ca2bafdf3aba94d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1865f6d94aeac69c2a281244e876bda94009032a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:011464916fca0d51dd6a34756f8e95b4d7ea4200548729012daded70dd4a4b31 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b8c80cafd90178df1ea9e30ce3f092efff3087c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9ef288c7e0efce5370ba495542ae523d44accdba7d82fa43f770b756bbf96f9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f527241169d4b6273b7e9b5867997dc063fba240 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bb1c81b36b48519169aa5475f60b72e43810ab9059030cf3017ed1f7048bd06 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffb38b09d48f5df426bdde8d6a22a7fbbb87a743 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aca91916c265b18fd0d0a7b43e56d6cbdfb133d1b0754a9484d8d9e7314a9bd5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdd6f62165a349fb8c8049f79bf8f3c9dbceda01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0736bc38cc79a50ca8636ea77207fd969d8e764ca36c948b320e23eb78e543a +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bda9c39b49933b37dc395266c13aeffc1761f8a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f3f5a05b3af07195a82a75429cecfc84ba2653470ca82f1fdafd4d6e14ee34b +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ca78405f2825a48da7446823e13df4235af66d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65e5dd5e49a050cb9a2ce9a810c71f4b611ec787ec24bb8d348a139d823a5e2c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f3a79fef9fb387c4f4bd46aab2c008b8a10156a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9a04de7d149a55b0db1d80039ec15b009ab3f7cce43115a619c6d4aa86e443d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc8710ffee00bb71d2d39d5444f5f4fbe21c9413 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fd7a77f8b288a3bec13f5f2d2bf26a66c1a93db36b59b3a2948d8ffaeaad959 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b78598cb79829356ce948c3f32b98677f3da3ae3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98782ba2a8574fdeed2560596f9fb51b60f5c16f1ed7e625e96403bc07b5f747 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f1c249e8e1d538c7e50843b80953049953c0ef0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f5d6b11e749ef924fcc0aabcc467f9168ee790f02c1774a2a0232e45cf91c0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7029277b41de7d4f17cb35ff4cde8c90fa8bf6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86e08c8da9668e361e8794fe67eb24ce430bd9832d38fea5742f118d600ee618 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e8225bf1286722568b2615114df5e7ec14f9869 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77d9c645117a01d8ad6d2a16a849226decde3dcb9b4c9878b56c45418fb29b35 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12e44359ec4b7c0ec04a0c1ebfcda0a3145d6717 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3a7991d9d8f33f816682c4a14179d2290b1050dd7d406fbbbaedbda28d2f997 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27f911aba333640a8638aff01789ee2dacc7d6be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a9072760e0e422bd0b854a71163e7ce044dc9cfcd371c7aca262426623ef0d5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64c64d666e2777a51f5f039bbcb629bf91c1a6eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b24eaced361ad9cd4644cff3c54cf0e61976b859ed92ffe3962348d868a23a97 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9e72979c1e6c662cb8214368b34f9b14a1cd9b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59e043d228d9e744c2f87d0bb1823d8a081f5c170cee680580c337a282c8cb0a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7bcbb0327b4dfecdaed8bd9904656a94bb7b4ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28e5fb3805a9e1c5f9022407bcb94de6466e064231289407e653326fabd8eaac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..366545aec6cb3b4092a1483e086acb7a7d56aec1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1e008d102eecda84d8658215f6c189c68e2e96e75892b906ce2a0f9789f9330 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba61eb52b7ee936aafa93a73a959a68e7d05c161 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89f8ed1d6bc79717bc8828c7d8a0b2d2bf8c300a55aadacbef93ece8544a7cd6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d08661998eb4aa95ffef35132f9b62a68736e73d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eed9de9b22bd9598624cf0042ee9ea1765a2c620ff675e900eb397b1c81d0c8b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8355ecce13698e2880c43e6b44dbe80d9c57fb28 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77a819a4f479b592607c4eedca3e3f49a98f2137ceff345813ea973b10ba15e0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ad331e64c616fa9a2eb66967a57409580b18812 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d910c8be48db82c8cbbe2399a97851359536d0d4c3d52902497750592722722c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecbea1f2350132a9eaa9f67d39bc35e05ee62167 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d211e4e72bf7dd8ee5cd7c0f852c667c3f117617b173ff2812bbf6af515eac1a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0c799d5bcd05c761bacde05d310274db2352f7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ca5a86415ae008bc5c7c6518d537beb9827673892b34d12fd5e714b36d175c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6c8b5087f6816cc384434b057bfc2df56819b8b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b075aef20fbeafe7a8899645811af94be990e2fc00961a9dd31e4ada10092451 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3757c6bee7b07bcde1d64ae4ccf711f4671b8e0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2116c538963168691a7e120f23c6c342bee283b9ac4e9e2c38faeee4172db8f0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2c0ab4ab6b6e7f2160d31f163f71d6500c40363 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c50294d075d0432191b58cf26bd4678781d7c16aa428c695e5e8606a65888ca8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7966225e39fa12ce601c1191b6bcaf8e51fc6c5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d645a430858203f53839efcace1fe316de96d8d6b1f5b1b9ac519bcc2e2a4c2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..591e5806b6f8420754ed906fb8e0a36663c5a601 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b3362965f2803ebe261e16c4cefd6e650cfe4ab051795af64a9abb4728f5aa4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0efbbbf9474153b35cfc7e5a638f506565556225 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c84182a323edd933f8a9995796cdc41fe665be30c186ff4725506a20a05202c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82b9d4f9eb7aa8e59a81dae3a364417c7b1365da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d13fa3b4a120dcc9d72d2c61f5c729e66c1d5b4d7cf1e4b7e648c895fd2b8f8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de83acc068ac47195043263cb4fbdcdd0cde1aa4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adb70ed30f5dc289fcd5db7b2c645c72b193be6da3905e13a94da2155d578867 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fc19847139e7dea715c30374f4e34a14814feb1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9363ab9debe3a271d73ace039a565fc8ce69062424bbadb8c389df78957473b8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..089e6404ef04950d140c02c0b2f42c0ab12decf8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97499615ae8570e23885892c83dced7576c773fe415be6f15317e48ceedae8d6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9de4d0833cee163e3e9fce2f5065c00173629c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b85acbd3b6f6b62e0c8eb7d7f8c559abe1c5520a3d5f0d98d3bc80cbb5e79a16 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3594406ee228d9ffcc0d46f9eb03096597ba4244 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ad6112c42459f93194187b82996ed615db946008537abf7ba0c4cf2d48b79a1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8324c5734a76873a4dc5f2f82ec9a5175356973 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d79a9aa92ac5745a2e63030bd8ca76937c83e473096db7314856c7bdb4b2480c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ef90207a8f031f4e3fc80d1fadd230dd3f48bda --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c02323fefa1df73c90e7f1473d2366665f3da3dfcfaff8e7b4c77e6da168e09 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7430b65e91328acce894412abc6ca5851eb1b819 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca168490cc5a876d2ddfc09be13ec9f9ebbb86739ded9b921217e2742cfe9f30 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ccb4ad25b5e8af94c79b3b675f046631ed5e73b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05224e08d9f3196b589c6e22688f622179c5f3c18dc75550e77a2305fc5179e4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03e91d512d939e1ec1b134661b47b998e561d09f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a330d9e6e77c6eb0dbc07fe11b500da30a667145c5e249f40b824eb1004480c9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae20509dfe5610e40529fe02824c6e602e530dcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a7cc3f3b029f9969489c677a0b01a3a6a06d6b8f4fd08ff1faadb7fa7e5ca36 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a10a80114aeef164faeab01f8daa2f206354a5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:403bb63025ac5f3acdfda1b43ae74259e77004c6b462084091c49c7d77f383fb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1098b729e7ffb0071276586a5d17fe942f7ef0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:755804097818cac81f8ef860998b55d5b5b7a3102875705af965a55b04b1a0cb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88ecb2f833315d3b56c48f36ce22394cf23d9ab0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee06a4a31deb30d8acca9e5860b83f038e7f96172c6d3d87c1d69b245f45ef03 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da7b370e8c4e46266da0adae50e8fa1445e4e9f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f340da902f3af0112c376060514b07deb27f46791e1acf64eb90a519c34dfe14 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36ffecf6c3a7aa90b1b34a5179849882fc22b9d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f46531f8b0f3f33cb4fb39b3738a83c379a5a4338791902f500943d3e4f68428 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de5f57112c461cc7b4589484c06c4b33219f9c32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1a456f85a912555dfcf84ecc1f96f1a878dc48b51a8264ca29e32fb2ee50bd5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..144c3ac2b86c33d019e29be3a8d6f83001dbcadc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50cdcdee3e963f7868aaac770b135b78feb4f1532feafd578d385d4d3791a7fc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b08f24f778387db51d90fcd875d3163455fa8677 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ebe9d0d3d8fbafa1cfae1cd716e045c15a10c0c20b28b7f981e0dbab50a61b4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18afec3bfd0969af8fa574b372b8fecc62ec3015 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b447c7c5fbe34d1c23ea87e8ead081113530f2d4f465eaee33b8f9f9e12fa238 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bce0984674934487b61834b00ebfa9eaf801d992 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:770be4ea8eb3f333ef813ddfda9fe2562266c8ba61803dc2976abafc47bf8a48 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79068255bdc55816cfd1ab40ddd32a756c565433 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64bffd3541396f687e7cb72293caf5b5f05663afbcbc7386e927c1568001279f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecaa2363c48ce07775c3562968432fd30ff57680 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a8b0ac79453f8e053f70347c2aa6a785a81a897ca244d89c74f12b0fcdb6a4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86c2280342d8e5252c151d80c49077db3b09d189 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65196910430a0c20da5dd624ec1eea64baaf9021ace9c1b4e7b1a4b4cc9432b2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e81c5b03b31a14150a1c83f9cad947b7acc19c3b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0a66e1a3537ea99f9e98f8bcd2764cd78c51e4948dce120a2a2598d2f1ce1df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dde939d4c25db121846375743486d4407d0da533 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4642d209cfbf0f09b55e8d19b415877e55c4b51f29aa36423209df46895c59c9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4354b9c023fa019608e42a80c2e6e8f594978097 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2196177e5e36586042e0428dfffb35a1702d4ac0409656a1e42c0011b2ff67e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..606de0841b9c8d0607b3c04d5dff4e3194e80d94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36a1561939e312057e5693b8cab57fe15e878969eb1fa9e01e38ef6250247e42 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e76f727dfe0452a7b807a2dd870fc6b0feb904e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:457692327b6c81e45591ece81d62816107dc35dbf9a520a85de4fee470292e1a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbe97e16628f8efdda5d393f31336ad8c972a0f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f6dbec0875f8e9e26c3ae6515c96b54d00f2a4916543d01cea27f7ec96e55a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d7fc87af8784b70536acc8984b01b165604fcd4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88f426871ea6e47eb608d69e4913a56bbdb2a8b28c5813b0ca448d4bab9cfecd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..683ef5e404f63bc07d361c3a6a43891c3b84b796 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:986437078d2a21c92d7a0a1004b2f3ad06eb3377f1b8982d7e842e3929b6eaee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f3efb3dac209110b26999e6ef9826e716ce77c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68de599f326ab20912c93cac48daca56f6d3da3ec10a6017f75edb6cce6d9e28 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a8bd43fe773decc4c02de16139c4acdcae79cae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5adadb317429e06f174640ddbc2b41a7e228604bc31469551936bcb7366205d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fecad7fe7096f02cc3b7b37e65a85f8e57c6883f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac3271573bffa3ff9d141155917dcef45992b3ca315c7fc1ff434191108903e0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f162da6cce45a6435c1b2933dbd1dd015324c706 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f77564d0b68611e38db09289c66d741ebe561104cb77b0946107f68565f1b7e1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34debdf09e84c68f4f0afc06328bf98117f8c11f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f760b300fe062f2172acd6173a7d169bce5803189c3a2473ed89b1973fb6f40 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93b06eab8303180f56dcf99b32d2f1131ef3c9ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49d3a1a63015bfbbbfa056641045dc67db93ed2258aea853122042a10d879f58 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c8e355ea7dad358ca8a708072b58c65fb7288cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3935333d703ae20a99c38a33612ab874427cc76d6449be87b733a87648758145 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f3e79bda5e207e98159e7fdf97766c21fc0339f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ea164407cc0a2ded6010ce7f5efd27e3955420ea57da6da21daefe26ed4d03d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..956c249602ee09161709cfca3ffa3bdf6c46056d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92fc4958200a5aef1250ea4215784a84503c1a9aa0137ba5d459c198a99af703 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a1962feca9e075a619524b974957b175bcee0bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f14921658bf9d2c5e7802e05758c74ebb6ac9e9bd08308cd1c0f475dc3aaf93 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6429d59eebbbec7b8365df5ca5aa1bbf692d1e46 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5c768fc7769ffe32f88f00aadbda225d66065af7ca5bcba54af75aca36faaa2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddb14ebe115d2fc8dc483416269489dcc5d7727e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c234e4103ba006a522458a01244761bdb0308c1724a3e4b3d5a4361eee36183 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe2a4d24fddb6cc67b0d413f79dd97e9304d91fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3462ef27ee5bcbb4c50e3bd48c5a3916d8d26e98e770f5e86bd88099eb49ff38 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9a81c69a0a232c390dfd7aea3aac37050817801 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0472a228ef7147823b1b4be7656e1a20c5bcc0c3a5f358c8cf0a667753f24528 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c336d63ea82e56fd3ba4b50c6f5ba87cf5bbe4c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab3311b62b37d282155e98cff634ebe24b49d1058db9da9708ea33097c02ac39 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e86be699b9ffa1ccf2a6eb19349b5c1427a24048 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd7f05809c5a147339ab69ffe9de2a7aebefd46dab66a450406b514e0aa8dc5b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b09a1e5f6c987e6c5afb048c3f6986e37595409d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55268373fd606f7d2f967b57f539f3d54dab96f430b4e2fc637df95c34385f6e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d4e64ea4fb3a577ba2a6eb546c4f75d2775329b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d479088d6dd06279fc2605a41519ab8c3a7e1f436a091b54ecee6c27cb472216 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23e082ded63e57cdcae45321c452eba4aff143f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2e4c1ce21a2d4326117886b3476e66d8a845e4d6fdc233839b744b417c0fbd9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a96af5d91e0e9423238028450d2ea8560771df4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba1a6b88c14a4dc290d38d523c4ceb647f40f79559a4e14b8618b33c906a602a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..836251f5877f0b18db138e6c5ac0de1b5c2efb9b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40239a95d0f044a2148712c864606353a4532e75aaefe8d912f686fd7646f4a9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..087fe5cd20acbf353699b9b8e02b30a87f2ede7d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28fcb76335b552785e9b1a31c5bcad9867cfd68fa163bb6b01e09a0072a92594 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ea5cc62a032dc10d457a18c1130535a84016d11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb36e727288dad6479a8da0ad4b98cb418fa00df9fcfd0b45f9994b619d247b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cd8e61a6bf2a080bba671ad70411b13531703e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15749b0bd995939d3d31094395d12522b75c86733fe235d8a468f9fb5382deb1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b98ea9f9493c2ec49de18e152b6d121311eebd68 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80aa61dc14e19974b63a115d4a13a4344343fe3564b1eccc42f1e29cf9d95099 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a703588b9cff64dd3008b9740202832d22b3c3ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79a11913c8d8f97025cf6cf70f078339cc40b40789abe34691d63f15ccbd98a6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7937db8b97dc47ed56571441aae6974a7f883036 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a86c4f62daf7de3a97a5d6a9b6c38648e8a3cc7e4b0fac936803248486c1c197 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..845dfc0694ed06683e7a6ba8613201e3581793d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae78ff332795481abc12f4414e1040756b856857ab291e80641581d7f98ca9a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1928e57ec999aa5ac647eeb87ee0f3c49fc783e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9433ce207b56c2f6ff3dcbdfc2d6e19df97563c41b44b2fa21e00d7dbda4d1b2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba8b4936fb45fda11d1fe42ff4d12138ce75d378 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df75164ebc8f6946fbe372a9e3568be01c643769eedcbaf05a6b7807bd62288f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6dbf43fcce74cc1d7cb6f140707f9a67baff1a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6ae7bf665d25254a649736bdf7d2f31710a06317b869f8da8dd529982ada8a0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0694df34960174c3f4c1ae9d4acf9032d9f7db21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d02a0121d8558ae88c50ea3434a21c5498b70a4434c399a828c809a97532675f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36a81ed9e2c4c48fe8bfed819358c996b060b721 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e13bbd4ca54313039e5af4cbd38f29e50fe858802335d9620e8d39cf7aa720e9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64299707bb4bd584e0e9d267ed485e3e075bd8e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a615e615a84c0180fcc1336d7e0c1cd5632849d4619da9a695a315296e5433b8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..422ce9b6101befd273fadf0bb87ba06ad505056a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344b6b64fb116cb45476410235966adcd27945154ee34d5ca02fefe04ced95ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d1d1a6d88cb094154ab9744ebc4d8474797e21f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9c78b89bd9d90b57ec9da74be03d6f41c3340bf5c969d4fc4f9dbdf0160d0eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24301293a6e2114ecef9f9b6680e0824599df217 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b76a35e1095f4265661de74a88fde7bacca4ceeabcc764fecdc0c6afd9c48513 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c23ee4e08f9aabf4f4295db730dcc86de84ded9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffd7982d1df00b72901ca28dd013fffa39d51b1849076bc6894124a1b3f578cf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..87bfa2bc611434c5ee1bffbca68b231a7c6aef00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27366ad413b8d2e5fd9302bb27748f1bdae697f59824748eabfed7cf6b32808a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2ebce6691fcbac76b1c4bf6e825eec0a2d8ac89 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc58983216edf6804c0108cc9527efabafd01d8476ba53a0a849f33a281057b0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bd531eb2b7425bac389648da53547d73a503733 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71fd7fa4f9ca221a076524fff0bd175fd80af4aabc578371d5c445610f170830 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb4488a10b0b30cfa6c941c2a9b1e12fa931c50e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d85381de2a5261d1b10e2279d40a23e908f91d003374038a8cf94807f4cbc64f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba38764df4cc7ee495b515cc7436dff1cffaf5ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90fac7134223747e31d70a83d2f97fa91aa05ba07a4ef252366f5489b05a25f2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42b85a226be769d6e2b8b534d28bc0b96f38fc56 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66734bad04e4a50ddad843ef78034a564352e21fc0c449acb901f5e636cff091 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..30da871f55ad92df5c7b0234e350dc6692592e2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f43b2fc6eda8203f1d2b51519b4a7816e62096808d4e4df8db8be8959fba20e0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9205fda397509e601b3cd0e53acc457057ebb772 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca0323b59d96d5a24960d1e8b7279a624993f191523140706ea0743dbe6d407a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c31eda8f3ebb5c06f38a565de6f4bee1598a462 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62a996ea15f49516a5b3642696037235d10b152cd56acebbc21a8e0be43f8968 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de33f7105aacff45239c404c541d286d41e20473 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b20c68db2db036636e4f7fbec8e0c23014e0e074395915eca8c43e92e8f1e84 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea146d187c59f37681e38967a8f1e52716cf3dde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1341dd30f29c9c69d5f04e6e03688a01bc11be0584ef35748154fc95387a707c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a423bdd720d00ab9a8aefd508b08535662ba5de2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77abab94f1d2ff2d2c05ec9e8f209680e8ffe47b5b0e63f05802a2d5ee8cf25c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50f063f4cf6842f105c0611e0879ae675accb769 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b180f5d2a17415cb934fb52028c383ef78b05187eced269461985a5b5ecd576f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c73b18d843011af74dd83c7bba8b7affa6109bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65ecd237b01f3ff3a40956e3dcf7db28c79f9b981de263a58610451a1a63c5cc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cc7dd6a9f5f685ba109f8d968ed9b38f292c98d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deaa3532f56096f579d4565b09f35d1553eb2a6a62dd32f92f216efef93167f7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0546e257cd69523bd51faab11f6c69838c1c5d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3615055a8460fcf152a4005d46aaca7475b412b601950249c61a04629a9ac2b3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac9e2aa8ec50949dee4f6802330be3820e0efe17 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9c89bb1d5d3a8ae19a5a7f45def11e408f787716cd573d4ef1a8c7b347e825a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8952f4243fd43ca557654a1c4114d4297803fae7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51616b0a81445a5e931528a156d01e56969114a9162d7fd6aa0de4ac9f47d3a9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc9117554484bf1979679d51e64cd811eb100e6d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4fb4f0024768bdabe7fbf029d1946ecba9545086fcc1f8e9f9d4cf5b8d4da3c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44202a2d100353e8516fd592978d88f882a487eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff3a5b3b0bfd53e0977dadb8e0ac76603cfc1ee77d799ef39e01b5a637310e86 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df1f6247e778565c0b2dc8e49661cc2e7894c9a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de6d6f39f58c7c08453db09ddac901d09fcc3bb34627294c830c9c3a9c2b48ab +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b138af7149faf53a3d3865b7356c4411fd609bfd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ea5a60b1509c3a6a24d68554f7b6ddd393a3a6874ee81914d0add75dc4720fb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc6f562d049f41a5a36a13163087fb5843a3df0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffe21302c9f1a1059af5ff32af19b6797f5789aacf10d895028647aaaeb8a9de +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10d03471c7c0e5066b1aebf54a2fe0c663c3e88b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d72e5fe30e2d2f5e28e1a060a2ed4c9ca628827e3d9e95421cf4d1c374a47fc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f832c0ae1088ce0355fa7582724a6d0452a1d262 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c759869d8121508fdaafb8a93d5c377924889703e0d7d839299c6961bcce590 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f766948347a61c137fa6f493184a01c548da0178 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1457d3a42863e91d3be3e3147446e30839f2dd0f9dd4ae885e6340ac50af99b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5c0a2b997b2074d6284d9fcf093072f2247e185 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4d2374477d5774f79e4494771bc509f76f6acca739121dd4fb74b2d2bf55efa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a55a4313facfe2a00d8a89abe341e4d87f979fd1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:159c35e274bde3705f4831520b607d583a2b88b039b0dc9604fa123eed3791ce +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbda93f8b98d2656251304347bd9c93bb3e87b88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:727ba8e75da99968dffbb0932f89ef4dfe074d3b9d8c331a516999a11042500c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d0436547f955c86e8d9040e999dd06b584f16f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7696ba3333fee799aa820bdaed5441e017416f84d3a3909c71f8d7728f4b1513 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..862e602c3627977519054fe02a79ef6f961fe462 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bf948ac1b1061e5b7d7e5fccc98c114893ba9ae3d3d9032a71dbdc89ca86510 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..592620eb9b163ff46d9d14c46b721895f4bc8b79 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7d85cbfad0fb3853a69636bf29fab8522ab3aed239586e702c0fa02726c863a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..981731abd52ef27e3176d518cb6087e09fcb9054 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:511fa44768e79a60322bf5af9af89f4fca3931028c2f65f045d3c1d20b058d7c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55eacb6e9d9e491886cfff4bc5280bddb73ab247 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0f6604dfec25c89fb52a6ac1a66e05517682c8b535f2c3612e1737661e357e4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94c21c39c118fa76e5ed6e5197dedf9123fe5d06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90078ab6d7e336285d7d353e4182f82862027cd2ec9269c843b638427fb54965 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f32b90c9c81886ecafc8be47f3da7ba566c550d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed0678ad2c3e569d82fedb6311bac51495d0429ea4a71719d97bb7810ac32aba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a18755045dc312ff926899ac65615309b37dc9ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f107c6fbdc3604e8896b8160d64c1843c4b398469046ce993c4aafaa71cb5241 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35b8f213edd4ee9c34579f9b50bd97fc381563de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df5b17cf8ebc2b79ab6f62d2b67f3ac31d3f8124e65dc899df0b848bcc2fe9cf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f4b7890450d0709d67dcca5659446cdeef79aa5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97f97450fe47b7ca927d9f02018d77e01a4e88e8ac4967aa395da2e1d9794f8d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55d324fe9bb72b2ac26b0b41df723c672a6ef58e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8008f6211f1f50e4f80e93c302395d8004cf361ce4678d10b0af302853a04a9d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ee77e40088ac3de234e03052731cfca935fdd7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1900ca68b9772b7c11ea8ba7dd47e9179dbba429698a1c64bec1767abcd1a072 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d68e29aa62572e32a45ee16ddaaecf879860626 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96eba4be1b721a6fc5b2dc2fc714d52935f9e46ebcb1747c52e8b00bfa631993 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d10862f52ca62d1cc475457e0534f3d110a0d982 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40ceacf3877c333ef2bf6fc9ebd501a637816ab6371ac79663a622a0f84c6a9b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f6c9aaaa2631732c1819f4b5ae258ceea5d9f96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd20a9f03c90904eb24918b72f51c35e0e3fa5d3d2344ee5afc6d18f9e4c8703 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..069801ab98f043a36d6de08803111be13e414034 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4704464b815b61908b4c4498bc07b00397399cd8dcdf71e7e01b793d4a7dbfb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..642f19eeb12c1f2e9c898c5b75bf754288f75884 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1020ba95275d49d055dab9bc36eece5fade6f7db78522825e04ac9437b6b9a5a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd01ced7fbb47b7f11104483400bef2cc14aa7a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a02c384d2b22005495e87b9911470949fe128309b92f2aae83fec08003e2d3f9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77811f4e468d7334f4a9c1298cf675f20825918e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d67e585c45c5323f4fe5f35e3649be589f05c0ce55b8203117529755a619f2f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbfb1c3b3a58f67c6cca9db24c9c18569d0279a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd92d21cb3180d1feba925e3c293eabc692bac492af01937c8c2ce029c4504f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d19a3b0df4e138bdde6a6968b3f0935b04be359e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f07a7a927b25f22b1ce9db6eaeea3df05df6fe7cd70f2e14b7861404dae33fb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5eff160f81ce2ea595e4b3e34dbdbff3db74ed79 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:162ea74a400e25cb0473195aa34310849472650df07c335be263f09b243d57c0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cedc2a9f015064e88b4c6acfe84a8a92c3d476be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b2bd4d5859ec4b5c4725627e644fc8cc4019a873077ecf2246d94b29c351f15 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ea5f8f9e88e313e0ac2e409827363bd481af48c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f839b85ea189dac4db7247ff810a6d8d984ba32542e1116299db34c89c13779 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9d0622706c5595177c8d0a9b4c1523a045d780a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccd58ec2da66697f11e1f6982fd2518712a1334cb7414ef7a1291ec2ca787207 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4fe3b387e41b55b97e41efcd985cec06bc42d5e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d79a1c6d60d3071f599f6abbb23870f0008271741cbe4296ef03aada915f394b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e79b0d073f4c8d115f47b780eaf469a75af15b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6335fca00d5db2f0de95412f09b94789999d9b31e4d0ca357b52670005bcb47c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..76d9f6466068fecfbc5be422742e9a6fe235a887 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e2f4f966c92f9a5ce182d1c97c92c2d7f6581a8abb2a45e5c8b4209d8271f5c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f2de781a58888b599d05eed711ad1a2cab024d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a2314879886b3aedcac0914088a60a243ff7323d2f410011ac1b0c40110143a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..30dd9722ab17f9ab1fff063e64f09d41d7961ab0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8afcc61989d890058e5cba4e073233ee8f02b0d2de52ac071f88f8f9a339ac24 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36663b5711f5cdde3ebb2179979700958fd502be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ed24e6df5f214d09535d9098c194b9e69bdf9ab8a555ad46bdd1fe061b2f405 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5081ded40039a48d7c572e76764aabf27ccfeb72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b3468fe19168baf6abcdfc78ab9b625f90be739046862a9634eb536895b2785 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6e0f8c3c2990fc5ff43cf969ff53158806b4d1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6a9d11665c2f272ecbf14b7cb85a2d888f713fd08fbd918ce6822ac48ffd33d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec483c730acf195dafb8fbf2b88f0e288a1ccc81 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f39d37f3c9090150c0c1b07f50dcc4b296f49db00468d4090cf0d7303ffa98f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7e77962a7b9ddc3416bc9b40bcb8fda2882fdc8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aa8a37dad86c52e6e65b23abb7bf769f68d237ecb70dfa5bd2f4a1f433dd931 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b29a2011f656486a80171883aa10cc2acd218d11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:440fa887f5184794fa9623920e62c92d246ad826c0f9edf2c2cbedf47088e454 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e916eda104969ebfe017c7a660d7c0a210818c97 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9a668a9a3f40aa370e5b44e6f55def84560cd35fb95f6e248aebf5673888da3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ae39e76bc109606475eb773a56b93a8d8318eae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a4acb8e55495901dca5bff1324aadad942890a70064251159fcd74279649496 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..138319685c82e98619b21eb485037e7248b0e528 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd091909b6233f962b1c9428f7d2fe1e37bf019db320ac5a55a00d50ff1572c3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e2ff01eec48f4935537e4a0c6aac150701f7922 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:766073ffa6c48577d8a81f7552b0f2c674fc2eff904652d481c20285ab65111c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c69db791866e994f99763dcd0d0a28c332f2455 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2706146346bcc94c12dad8773b716fbb35c69d89b5b0a8c78126dac16abf7a2c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ba3c75642a64f0b583c3f5f1009d5a802082fc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bb9d16be6dfd7da0788f91fc82bfec3df9a54adcc209697f3946b7c0c33bb7f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fbf3f5d2211c2d33f051be94c228b364199ac76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:354675b8dde3d455e7dcff4d6a12455013eec6a55cf9e186c1c5852bd9a3c03b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad8112b6d91c7a639bd36268310752bd733f218 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f86d8a64b7c163bf934d50c87fda49be36fde4cb5a86192ae8fefb95a166fb9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd0786e25cb08416c1c94e48ab54cb839fd34e00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5ef22ba08613fca1332e97ae5ab51fcf93cb67b1ab3aef66933e33529a3b637 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac84c64b329ca71ce5e0937a123c22ee4b7c7c8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2576bf23bf29f574e060da478d6cc2e9384bc6040fa23a0ae8372d11eb245a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75ebc581c5285e9273dd8ccef2dc72008ce0fefc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39557c4ef359126ee1b66c012651d15e00773507eecefdff2468f19b4bd4815d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..311d8eef8d2d7c13c0f6e0d54ac3190bcdf5a3d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f61293f9594022a983bcfd7895a292d936d35cf762df8ccf848a6b7e1842a3b5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4607bf86383ed750b959bf5b3d05ed4e56dcdc26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5335b69762d910b49cfd89eb1b508c2e3dc8acac021ee28fdfbf80a9fccce623 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a2c7b4e771cc54a51f37587a6bad8b97a52b6ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:698f10135be8f9714937a55dcb62f86b7921a973eccc6a354e16e1201f2e96db +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e06297a5fdc05310883b3e1cdec67325fa9495a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f49378deba64d22a80dc6696c60caa527a1cfc5da2f1bc083df4a120eee234ab +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1696558b32fb1ac1c11cba851898fea00280c5ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9196ae9d6ee4227177bce472a408c6a3d054cc1b1d61e2fc2a68cec08b9d99a8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efcea7593f3ef59fca92fdf33853a5aa718f8b15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf703f72047579be566b9a4924dcfee6c2fbac10c4cf7a5f9b915c7ca55b8773 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..69257f9f616324af15cb7b1673c9e76c0adc2b4c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:335a228bdaecd93c13fd09456d69707789730788d7e7ab40c325f941e8e219bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34049a0380f96c2f2c5da909eeeff57f39555dcc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4eb8f7942fc22259c31c99c0868a5fd1dfa2b749757ada8a49fea2b62b5fef31 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e52150eea8e5431dfba5e14bfcaf99ba62cf4c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37fa2e6a2052aafacfd504a3e9fb87ba228d1ae989dc7b3fb92782d9b7875a5a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c4052fa771b1bc510f4ae7fe51182ac89096544 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25b7af073069d6677ce8b85e708ef9a2983d8a0c7505c526700bbfe67375398c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b7389d8c63c89bfbe4575aea26f4d6e1b443222 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bed6bb225104ee0d6f0996aef063e9eef1aafaec4325a5e859c371ee9c396eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bc746dc0974402eb8918ffaf91cb4fe29e8a191 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:698f65531ed17399e3f7e073890d9312c659e5360a6abab7762fd237822afa39 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32f5bc20d89ecf3e12032c2dd35d9ee3e13b456b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50a2f2959160cffd4ae95dacf935845653214e9dbb24b9795af64479a86c67ca +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e5628680a693c793e8f4e90effe783a66b40e79 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a0fea8e0ac7f3f01cd38b8bc7ef2fed1465f225be6b257efea88621262a9eb0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de70498029f7f628244b414a3563ac3b73a01533 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8880cef7d43f857a0c0742da8306482b7d17baaa6c02c5d1b5828432d412f05b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e43310bfeb000a047d17fa26e438c4b0a4fdea8a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c29f38d17b110712073b3d76a2ef7b0cd935488f7eaaf4ad4c85abbfcf38f0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af9432157b0d9940a63add4275abb19248eeae76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20dfa0ea8df94107e6c43d2a9a341742fbb6d44d5ad9079c794575d6e201e24e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13cdb501273098ed02c502155160d4ff8fc68dee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64b7d13a5dea074b28e59fa1061013b26bc44413abb693d419674a350eb70d4c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b149b777c6da5615df4aabc716ce04b5d7fd3a84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7274b157f1d9462505e0092d63df2d1ffe1c8bd95a18b36727817fae002744b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81e670297a3c385b6fabcaac23895559b39af57b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:693ed1c7b00dd5208b3dad227c7efa9d3de67e6f7344010bfab2b63fa6f0e5e4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36e5ad74175f87a60e3564d9175d2d4804ee239e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa5009bcd3ecbcababf97f9af5d9c0649feee910ce46253f47f2ba479246c22b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..405beba0f03e4671456159164a7c1eb760bbb70e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a7bca97fd284dcdbabb05072edf3be296124de9464d0c6511d22d81691c6fbc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b825ad7899aacbfac1056034c51ab9b2ffcf2d30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f69b8e6003b87a2b4f2210f370034786a1d2e54ac7696abcc70372bb61e0fc9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..770fcdc606f224e6d73ba50ce813040ade1e5610 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4e331c815fa34d4691fa773bdbce3831f440da92079b8ec1400c707fb407dfc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b64e3ebec1baf2a5046ddf9908d9bad12f666ec9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f93de8440e70d867ae0800c739448078e65bfc6684b4d8ccaaea786c6949d229 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91551347705a32281096d59e9a23385bf1ea233a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0052dff6eade1e3a53da30d808f63500a730858d3ae78f3d12bd0b381aecc3e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9db865356050f8930f1994663dfb0352f437224b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a743c28a696d2bdd5362eb89a5616d1e0044e1027cf917350f4fe2bbf9b6e456 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..582b7a9c4066ec73a934a53c72fa08bd7e33312d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17e3ecd19a2f3da1f732b6d66498623bdeb5eedd74ffbf5e21956e4f9c17198d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c4ab43257ff9ec2c36253db39816f2c822eca86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f54695de2f9a095f8ba024de0d8636f2ffbe121f2a39905b86b78bfe164447cc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b8d372e3880d9ead557321fdc52aaa7b6dd7299 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5d639535b73ac7b8377773a7b6ffcf6213b8d78ac3f1017483df73ec3477bf3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..add4593a47c1b3add4732c9c896885323d089b0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da5a15b2e91d591421c8afdcd67ddf30afa2a15ba7d4c6466d5c266fb85bdade +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00dcdcdf79ac3389dac860f2ba8bd603cdbdc7d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9f8e20a07252693551d8b994c6c534773caf1bb89ab998483a859275c4f522d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42dd3c6a5cab4fabbc90298485413787b3dd60aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00e51b881eae3237e6d0338737cb85fe2c11b191e0884d8f62172a0109a921a6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f62bacdff247c2472fa03fea918c63fb1fcab27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1486858b2eeb8a0a2beb0af3cb6118ef325d185b750d3b671fe2701ba03592d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3697d4f7209761954c573a17396f7466b1245ebd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c84fdff2e50ea332ca260e9f6e418c1b479c5ad90f5ad920b14c08a57c84d6f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c28e4cf15623ec6fd8fcd51e715e0562bed96c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b95c39c735dc7e68bf7574ce08a09f26838ccab08991b7a4ce7b1d144eefcbe9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..77c53bc47d39b7c6935ffafcf5b70cfc15dd0ba5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:243b30741dd9edb9455a352b77bbc6ac707e4df64bd5baa3396fb24c54e131a2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2c6aabea10968a8aac03936500ab0c8cf7fefc9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81fca3e74926b27d87d8df565fbd221e4c1b8df04558f61112623cbc5f193595 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ee9c4be1ff0a21ce9a350694a70484b21760f7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e6129b782a5506b00b6e9ad5097d50f6dcdb60fb5ce92f29a0516a9de96474 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66f549395847ac4b655e2be6e83c9e91c3e621b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9439cb399ba314ad512beffa62b413f65efc0423f80e63ef742d142d92f31dda +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eef9d07bdae15b54a29ac80c1f5e0382bba4b730 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ca3ac90e63719af4227ca901acc70fbb1753a2f58b1aa6e9dc0000836f9749c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe5f93ff0b2fb87597e07ca5b6c748d22dbb4472 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1723c11a45bde4f03aed21e43c3d15506fbf22fb41325a7657be203b87377b89 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0f79df576a9fa74ac2e3f3fc9cdb3032630b78c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:748902f3ef426673437fb51850a4d386cf7d674e902eb867bf7c0354fd3008ea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b4ef51e0b187007b306c77ba62378644db7a547 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfdd0420558093501a1f0dd51a722ad3d704b219dfadedd9b369760fb188f5f3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7a7b336ec9e42f0c7cb560e21434c6451b89643 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f714983428480b0bb00723de34d69ec02614c94878f948da028f2a12a1a90b4c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b944d735619e1746d15aa30e75565bbaf5df955f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06f6386b48492afe5d755d5cc5e650600d8aaeeb88728935f2fe9c291b02398b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aae8ff581017a2abce9a9abe123887bc78d740c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:196fd80a01817f3ca367bc576b922a0c56993330a975cd4dba124697ca10710c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83737bf8f1dc2779588ad0aff06110fe15c87e2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc9f3053bdc15534000e9e7832176195525c5d7731f7a3341fe0814e6daf1a06 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cf6b50610d3440427fc520b56e28d2e9f0d679f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44ee2ae5f5804d4bf38d3360518c4c7e1fe2dd84ca4c28ba518aa414debb6c18 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..611951af3ada787b6dc313a0aa71daf17e27f655 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a4a488b113a9725c31520bd304c8c2c80ee972f2f722f1f397af205b772b9f6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c5277d1ea810128df66579faf3ebe8297721886 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21e90c9345860f4697ba4deedc10b7803eb5ef6c95eb745dd23c3b85d9f81004 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ce49ba7798474288c42c8480077f1a54462d8e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb01a6df1dee9d78bbfbf1f3ea3cf63a3a00702a1bb40242ea5a4207f0e61378 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..165647401dc58bfa93f58c9ab63b5ea7aaa53c09 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d926a7f19cfac486eaaf5874221d7b93d84b95346010319fca1183a9f9eb2aa1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eac845be21de2f66312c87c48997f7c5a7357209 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd765bdeed286631ea6065d4ceb7d6862cc4571b2fd01e497b0124140ba5f7b0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66222acdbbf6898cc5994a07304db6bf2f6590e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a382c5e22a7a9932b245252400d244fef7a39b4c38eeef3850cc4d623e5fbc2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70f2f2c820f2121040c5cc4522a5867b786310d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9de03e5c330a9f0bdb3258c5748e570fb0088f75f6814ee5a1bd6f972d55b6de +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cd50d4b6ff8fcedebe27999df9d734c036472e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:791f0c3fe3a42ecefdb02437ecb142e7e8107cf0501c47f489a05cb9c7b91e7f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..553407f604a659e2f63f3883e5b679f141d6c5bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c6c7debe278fd9563caaa8e1566888a40fdbd3dd5e53644b1468e108236f6e5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2db054698bfc014722e252557d4bac7ffee17b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9654062f953310190eb3df6d7e4a4147ace44e5379c7549819e71f080dadcc1d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cacd617497db3eca22447a8499912810c2384824 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90702e214071ae4152f94f6994d734820fc20b1a4568e5c6204a2beb520a98a0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8b315bdcd110d1c47ddad1b6d70ba4ffc52521c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c651b25bbdcb790bc19732182ab315420b70c6a95b1d6fa394f8ce4ab3005070 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..485a4d9de7a738ef1d237bba2522771aa3d3ac5f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e76ea6bde19816029b0d7fd8e7e69f925b4bc85f9982a2dfe9468138110903ad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a700f91c3139ef77121ae943172035ecdb94febf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa09b1f44637d067fb2639ee4f2e21ed70d93264b5b55ef6aa6dce3f5725c101 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1afe94e3cdf9d788372234b1aef7031f5764725 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baee98cf6f1f4d22942284985f4c0dd6961eef16e84025397ec51d1d97726a7a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8180295db08af164a0a6247d5175bfbfaf41d85d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1959e687188f3fa8ce33619969f73343eded9e7a5b7d353dc57fdda8ad832ea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b875509291ba039be39ae1300d20805b92444f64 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7b95752bbd89b3018eec505a38ec7d004efb9dfae4a888b77f7e5356e9ee139 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..907bc090778d8b24a7d87c414b486447a40d9880 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8c433b6a24535794f86bbbb802f265b7f56f54144d99f7af1bbcce866afb4ec +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a157783d25b5bdc102312f97140a432e82512a92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d56b7a858007cc610ed6414cd80e2e99fcc4075c583e0872f203486bc79924d5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9e29dc8b37c222523a4a011b8d3b3c4d18825b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6444be7ee71ff8ea37025b7530a76ca9bba3da27836c229a927129b52e3b81d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e898cdbeec8cc84937d43779ae72ad7e70ba85aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65ea2ea54d4c1666b7de33251c2d7ea291901b9ca10b75be4359559b42f3f700 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab92242c36381bb565cdae93b7a37bb1086fa882 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bcb98da2d2ce902a648041f31d0c0da862ec072c1939191a87a9e7e8de6dc8d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76fdc8d2bd338af17460f542e524d81245441b4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ccf8239b55e4c9aa2d37aa4d7276e50437de6d36f5a5a4700858a5f573496c4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1e5415492183304f3b1e5fa661e9d3ef65f6175 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d6f54df80d37b4f12eef215afd67a86e06a05fc4da8243da09b14baea8abb4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95cc3bb1ddc8e9b555eebfc122cfde1bfbe282be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76ef034eac85352e7ae36e76e1f71865517ebde9ad2fffd3cc5807f5408d7ab1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f409bd55514671e96c5076dc2409ce408d05522 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:493d4bdf8df2104e4866b022bec7112bb195a5aee06614d711a6fbf64f3e298c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..375c367eba18deb05df210226e657c61e51470ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf82792d3e6dc72fbc283531d3cb2b97e1696735a772d303ce4868c2e5b26c0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3b1e4e7fd51f6fc18acd10d29a55753dc7b7a42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22ac6fd4d0460db117c968331cb64e5f52dd2ac00c210938dc21cdb5735b9558 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33cfb582efc94870fc0b402beecc469e09b8efbb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:950d8f809ea0e65e04d8f92a1d6d20146322356cec08d2e57da9f83fff92ad6d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90218ac50afc6fb72f2e918f227e4f6e3655d0c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3bbc0d3c14706ef86ea2e2fc8b61bfa82f7d69327f4578705697eb9e88eab60 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a235bb5526085a3ece089fb53ef56f3e595f0a5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7528a58d5eb2c25af3a933f0f708ddaa552bd919e925e301b46b7bba78ac77 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13e7137ba378434399338e8a3e30627c111c2287 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5abd7ddd548c9a2d4469288ffe164852cc9835338ee8699743fcc9313570d990 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a707224fe595c14eaf313366fb8780583f65e48a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2292ccb38b9789c859a16c17e2603e07377478e88f17ab18f490954eee9303b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2744002cc2ccc58dd6d2b22ed7f379b1ab1908f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf299071c1a66713a0ff6caf80c6a156d1e1cdbd0fdf22eac6c8c595ffc59ee9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d4d5e427df5a2079a75d3af55537d03c1ac5d4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c185077f599f4a3fad62da7e0bc295a1afa413b8a2d13b029a932a1c756cd9c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d78f2959a425bc154588ffb5efced94d70198ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dffd31e142d58630fbb382494ed6ef3fa459c3c5d996fb4d662ed4c1e82ba4d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62374f613d098423b7da4e0c017b94edc5475749 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca168b18c549fd8b331b61ed771a55fab8d3fa0e70411f8b90024b137b8b7a3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f994e52e1a58742e4ce4473d6914548d44a3b187 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d51f28a701c7615f5c9ad6dae9c25594698030b9ac41b865d325efea96f58cbf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..00efd9405b304942df0393b0022e48695f6f7ebf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5610f84a39c7b3cbae1ee6911b85c2b58ebd1392cd8b09dbefb52d452ce7607 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..907a5230b7e9964b5e2d9fda5091fe65e5dbc8f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68414dbdb6777b812991f4ea5607a143ad9bc92cc470cb71e70f44f0bcca3910 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3825e7b7ecc033af6c3f8517b9b1add3c2665b54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83c7d560b8a07c21b4994a29c7e1b8542abedc7d20a3049c200f42bf23d43be0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70d7a4c17386591aa6c3fc4f507aa677d37576c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:083844d185986539dde10274ffc0b4f37a9aa931a2b1020027fa4a616f8ab454 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6d17804a58060efc13043fdf6f2c3c25b5e88d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07e4e76ec680641a8c5328175acda1776d2f3b58e8a9eb911313e97d39238530 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7c7dc51e19fa316982899a1f19a7bc1b5f3e2d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52b8b0fcc398566beaf88d9d943f5dfa8172c912b6316f6cf5cdcaf2b58c8aa0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cea31471372152bcbea46187e3032b424e2a3e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b626398170ceceff69a28b4618f0246fd2d891e4d80b48faaf045207cecf9071 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d8e9a0a2f7757aef9e600cf430b42de6e4a70dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6c66f22062ba8e0c3546503e66487be67936044135c72da18b406e8b4347bdf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2744002cc2ccc58dd6d2b22ed7f379b1ab1908f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf299071c1a66713a0ff6caf80c6a156d1e1cdbd0fdf22eac6c8c595ffc59ee9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b6e3aa669a840123eb32e3baf2fb62cbc6cd17f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f45ba981e89fd59ac55c55153d9acf34fab7fce5a6335af33e31fb67697a663d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13605ccb8b460f447a0b9ad9adb84443c838ec73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0303962f9a1a07fe4f35312330b5bd978801013385bdbbf1f58bf48804e72f0d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0127ed5d454689e2ac34a208b8196e2883ba1316 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f89cb931c58ca120007df88282ec57076b6a4faea419b52232a98ce58759579d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f0555c08d32fc9015fa47e68530c49fad60f699 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e91621dc7a89433c899150671148f717e7211b9d6cac3610eaa034a470aa76d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc48aab3da201d83ff1902539e01f4992709dba2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ecfdef052fbe5d45486b48b7e3b38ca43fa141d535256a38adceef9d4d4a7b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34ab53bc1ae6a9dfe0fc897f1246f907d11a7df2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f386aba183b2d4f4a7b58062c2d916e9203625d6c2d007eba0f7bf3f0b34118 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..371b84e4d61af0e4b3b8c0c8a4cadada75500723 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26a78b2ad0cd4f7ead8dc6ac28ddd6d427e5e81709661a548c495dfe4bb6fe72 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b2e03672a7484fead3bbec83d308ea397bd19d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:061b8883de1a0a9448582cbc21fb0f28341facb1c2edea5ff933ab5248a21051 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..989b6af52ec8081410b4dbd3c161dc9dd85f6387 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd9a7f709edc900ed955faf202a66f6519b9a38961150ad3efdf7fa005f150dc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29a3d443dca25f106cfbc5f6896538990d16e8f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b26ae570fccb741ef2721d6cb53a260f8fea86c0ccbb34af20a7e290d8ea513 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5aa260df86960fdd1ef86416f551b93f2e305f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffdca5effd48b48ebc3fadd2b331395945759952dc8d019f3b7372122f4f04e8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b09dca9f18932e1f3528f748d8fd502bb02380a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0ef70839380fe2e5fa992ecb8fba0b0f87879e6b2f4d0b362c616823ee1f51d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2744002cc2ccc58dd6d2b22ed7f379b1ab1908f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf299071c1a66713a0ff6caf80c6a156d1e1cdbd0fdf22eac6c8c595ffc59ee9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1516af6d268889c02419eb38cb084b9705e3384 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a834203dbf55bfe5033fbf627a15222566f76f64562b892d4b6a314901aa034 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d79c66aa465a6b8535217603c486e94af6cd384 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11139895f2a53d2e46e6774c25d1f4f0d18cadf6cbdccec895af9951d723323d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9175c0afc5be561147eef22ce9f1dca03d0ded5e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1727694f7443aa0a4a3797fa7e27e163fa8bdf15074d8110322bfad54717f6b9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8194718e5fbc22819d44a9b082bc503cb84fead0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b61c2185301d24dcf3636c067404927f26c10d2771e23024cb460a6099a659c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b9d51993ceabd2c956a83e510b48e400a0efcab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3675287e59ec09b64f574a110310e3941957ad59f9a270caef7f46a92e19bd58 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bf9c3253559d66ef892034729025e352accaec1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db3328040630add0beed6e063c5e192ab06f5d74831213f65837a7ced6e8e77 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35696b181bb79f445bf32002ff3e980a349a237a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff1e2ec76fb86f79b4404c2024139325c268933ef931e59413687bfda0287e46 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..889d4a9c77ca658c5db81497b3fd4cce33e291a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f80a53cf0b5603c011949d2993decbb00a841de0c6a4f4a4d3d6f75ae820d83 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..097a128616eeb65de0a2febcc2e221f540c8efc7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a95b28451325922b332e1d8688e217819a7529d271a154cadeca57f8dd2a1bd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80062cf808462d08319d760ca197238188676d73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a877223c3d695fdd2b9a0c4746efbcf8f196a657ddf50d013cd6ed1c54054e03 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4af3d6c685466e41fb52adf4754fc4c9a8f5dee2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0337b6c1541446d938382b77601db7eddf88f4258ebfc9297d5b8611198828c9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..565e5b722c0387a943cd208da283898f672ae7f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef8c74a50c0ee7eb5646484893ed1c3f7b1d61b58f966588923b4df85040e405 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0d1dd0555e9711d55779cadc653a50968060815 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:860a680afadf11b8865eb130296f657b3fc4af3d42fdde19ad45ced3c607f760 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09c2a206fdcab34f7b79ce9aec13e2ea400f89f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a17e44175c0827668d83a140e918f33e5b76e4a9e28011ca5de7ca6835ce8e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c7c525ee40faa377b730af97de4fd21efe474e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e700a80cb1fbad3fb91cf6bcd8f41fc86e7627cc5f52024de9150a9b691a2e4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60e010e6baf73ff8f14d201a041b6cf47f0471c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:287d4a42a48b1098eae75ad3f7ea3e5f2819e2a3ebddd8d835981cd06f727f23 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b29c414243606659ea9ff205c248a5c43979826 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:494217f1c63d7102ae10d04d9335f85630edf1da11307affd6e4f4bebd7315bb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4c598d302dda2cf2fcff1b9811c34f76334c6e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e552b88d350bec7eefba5c68d4c7043778197def36b864826b5ffe77440b1b47 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7b3ac7d3f9135c40d17fa4c09b8656aa9e0e1b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab7f22c552f7a03cae19ef9bbd2fc73abe21934833a05466ebc9f98b3d7f399d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d08e01bbb35feb6eb9b49df71d9b3c019ee65482 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c140dac432fcf305d40762dc8774c3e162786dfcc9d39d9b930059de56c23fba +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e106e30775f2a65c7297df107ffc9ee6379f037 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56a5151b1cff0136ce3e2def451b6baeca078b59035aa04c19b173cbcfdfb484 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3b5a6282804ca851e692f761616776d486de302 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d28ab61945997f8ec609de91fd5e3852c46726df69ff3e9aabe946f0c90b108 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1a43e8974767708bbcf7b1a341ed85be98b6662 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abb282879571c042855283e045a548b314438b70b2e8f14e7242b586866291dd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7e0c6ea55aacf7da54bf371277785549e9f72ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eee15a57c7f9289ec1e6dda42aa6c8879b086baa16f5c8227ba3bbaaea94b90a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdd6f62165a349fb8c8049f79bf8f3c9dbceda01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0736bc38cc79a50ca8636ea77207fd969d8e764ca36c948b320e23eb78e543a +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a485f06ba3e04f56c68e6eca8d02967dbff29458 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d17a734a81571225afb1a0f7ebf9087296b47155e1d76430ac6b33096ed34452 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ca78405f2825a48da7446823e13df4235af66d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65e5dd5e49a050cb9a2ce9a810c71f4b611ec787ec24bb8d348a139d823a5e2c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33904bd865910ee40ef34a9db610521cec4d2ec2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ec1609136ba9c5d052556d46339ee1a4a89624834d9408ffae161d416701d28 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc8710ffee00bb71d2d39d5444f5f4fbe21c9413 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fd7a77f8b288a3bec13f5f2d2bf26a66c1a93db36b59b3a2948d8ffaeaad959 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba093fbf2d98c3ec54c92921a2f05e07b5f16f7a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f710e1fe63ff61ea43c85b69f0de315cf3fdd9fd9e3c8ca7a9437df58b41ed58 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f1c249e8e1d538c7e50843b80953049953c0ef0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f5d6b11e749ef924fcc0aabcc467f9168ee790f02c1774a2a0232e45cf91c0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a72e2229bdef4a1bef4a4360ad1d64ba3530ca8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2d4c3eec44b4310638fce3ec1fea050dc3c3a2a01045da9d3714bd4ff4239ba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e8225bf1286722568b2615114df5e7ec14f9869 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77d9c645117a01d8ad6d2a16a849226decde3dcb9b4c9878b56c45418fb29b35 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..510dd4bfe843bc7bc3400796277eb44b94a8823b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b66b511f72a408b29e88200a989f75cc78543d356c078c51719e975936930531 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27f911aba333640a8638aff01789ee2dacc7d6be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a9072760e0e422bd0b854a71163e7ce044dc9cfcd371c7aca262426623ef0d5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..852839d6845995fcce2050532bd07a3720f86652 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339539fc3b91f4f950770360c96e05485fe3ae53cc15590d0252f8dbae92517f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9e72979c1e6c662cb8214368b34f9b14a1cd9b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59e043d228d9e744c2f87d0bb1823d8a081f5c170cee680580c337a282c8cb0a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aadc8411de6b25f9f997f4fa9d2e6eaf694b4b18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0de8e36c96fb21eb78671905b98ce3487f13aff85780cfd68cb4fe11e0ca5a8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..366545aec6cb3b4092a1483e086acb7a7d56aec1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1e008d102eecda84d8658215f6c189c68e2e96e75892b906ce2a0f9789f9330 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cb5dc88bfba8206e7149669ebe416e55fef811b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b75bb523e65618b326793a6d8a40f785b6f8da8586ab44a1ad165a099b6b415a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d08661998eb4aa95ffef35132f9b62a68736e73d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eed9de9b22bd9598624cf0042ee9ea1765a2c620ff675e900eb397b1c81d0c8b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6bfb29928b5326f1559ac3a82b857c38ea5a2be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdb2aa38247937c8d931850f8033ffd93fff3da3c5d98c7a284b8ba7159bdf1a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ad331e64c616fa9a2eb66967a57409580b18812 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d910c8be48db82c8cbbe2399a97851359536d0d4c3d52902497750592722722c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f7b56abbc26c30451d192344215115e9cf679fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afa4527c53bff2512110d29ab0ab51624dc7db6383f9305edb29c9ad9d189022 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0c799d5bcd05c761bacde05d310274db2352f7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2ca5a86415ae008bc5c7c6518d537beb9827673892b34d12fd5e714b36d175c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65831184e812db1a07f9cc815114c55add2a06c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80148caa64f9ef91853c7c546247ce764dfbf3dc469f517b6118e151881b935a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3757c6bee7b07bcde1d64ae4ccf711f4671b8e0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2116c538963168691a7e120f23c6c342bee283b9ac4e9e2c38faeee4172db8f0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..981da64e14bf6e8350d6bf66759cc760899793e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06a43dfd5eb5d82ed85c2cbdf42ace9a29e8937f748579858dad9a31ba16ef89 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7966225e39fa12ce601c1191b6bcaf8e51fc6c5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d645a430858203f53839efcace1fe316de96d8d6b1f5b1b9ac519bcc2e2a4c2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..407c6b2345f1d08945c6f751c996242bac2dfba0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99b56e8b41c37483621d451c31eea47cf83726ce5ffeb1411a32823dede58d17 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0efbbbf9474153b35cfc7e5a638f506565556225 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c84182a323edd933f8a9995796cdc41fe665be30c186ff4725506a20a05202c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ead0a6351a0f5f2bf14ec8bb6f24232ed5a2d5c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4241b743895ebd2ffabf092efa4331a906074fac5d7be5e20ffe67e53e369854 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de83acc068ac47195043263cb4fbdcdd0cde1aa4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adb70ed30f5dc289fcd5db7b2c645c72b193be6da3905e13a94da2155d578867 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08fd17480bea92f7cbc0371b9b0555f42b0506be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f76594c6c11543142f7ecb36fcfafbc09a61db2ebdfeebdd727ff0423d9f2934 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..089e6404ef04950d140c02c0b2f42c0ab12decf8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97499615ae8570e23885892c83dced7576c773fe415be6f15317e48ceedae8d6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f054c3d1d5122abeb99fdcdb1c72a7f4024b261 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b92a14ebfe83c50de93b0cde099de78bb7db8ea373b1cf48d78e135c5e3913bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3594406ee228d9ffcc0d46f9eb03096597ba4244 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ad6112c42459f93194187b82996ed615db946008537abf7ba0c4cf2d48b79a1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e32432dc253c3831667cca6d619bab4431ae6ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:757f0e24a3a3430d3b1681df54735d6a6f8beabad230fb363de9dc379fa39012 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ef90207a8f031f4e3fc80d1fadd230dd3f48bda --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c02323fefa1df73c90e7f1473d2366665f3da3dfcfaff8e7b4c77e6da168e09 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2317125a53d6611a9dbdd9f1735245a6ee0466b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aa12d9feee7ae662176287126753a07e4bd1d620e439ea44dfe87a083eaa23d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ccb4ad25b5e8af94c79b3b675f046631ed5e73b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05224e08d9f3196b589c6e22688f622179c5f3c18dc75550e77a2305fc5179e4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de6311a42e2dc8108e6aa3d3fb5dbde0b12a041f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84b0448a3232a88eccf9ecede94e70ae1aedc61b3e3b316a5f531cc9cbd28fbc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae20509dfe5610e40529fe02824c6e602e530dcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a7cc3f3b029f9969489c677a0b01a3a6a06d6b8f4fd08ff1faadb7fa7e5ca36 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eac5d9743693ebbfef514509bdb8f94e7829907b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed14da5d59f0cdaf03d939c2fe77b1ea6d74dbc27fd0e77626e00cff554398ca +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1098b729e7ffb0071276586a5d17fe942f7ef0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:755804097818cac81f8ef860998b55d5b5b7a3102875705af965a55b04b1a0cb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de06d650419566444af39261eb7e0943e5d11b92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a39d2f855dbee3b2f0cb47c58d8d4ba235ae52cf0557d0d826e49885d2c929e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da7b370e8c4e46266da0adae50e8fa1445e4e9f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f340da902f3af0112c376060514b07deb27f46791e1acf64eb90a519c34dfe14 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdc7a9e077cb890d90c6fd2fac68d54c0e5d896d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:229f1eff0aec2357b8dbcc7aa91aaa3dac9518cf44e9ae44fe81c0ff4689ed85 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de5f57112c461cc7b4589484c06c4b33219f9c32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1a456f85a912555dfcf84ecc1f96f1a878dc48b51a8264ca29e32fb2ee50bd5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d780335f3905be4277fa6ee5333da91d3311ef8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2ff13aee37623c17778062e20d35f3f38e31ac9cea56579455e2dc30572ddbf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b08f24f778387db51d90fcd875d3163455fa8677 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ebe9d0d3d8fbafa1cfae1cd716e045c15a10c0c20b28b7f981e0dbab50a61b4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54eb1fd0a3ef610a46bec4d43095a82465dc1904 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb9c4ee58a0078bf9ce17ac76b611530ef53e214846b1d554dc52ae8834aa483 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bce0984674934487b61834b00ebfa9eaf801d992 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:770be4ea8eb3f333ef813ddfda9fe2562266c8ba61803dc2976abafc47bf8a48 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bc8d37a9e86c6225ebd9a719484f91588e10ee7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6eae188982f20a77012f5ffa0ed139855bd710ae99939c45eaba7e4ed0eccdf8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecaa2363c48ce07775c3562968432fd30ff57680 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52a8b0ac79453f8e053f70347c2aa6a785a81a897ca244d89c74f12b0fcdb6a4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a6f564946f3175fdaba71aa02eb05fcd7f67234 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8298251202b3352ff2801c440f77fd664058f25050c3c11f6ff200fb08159bad +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e81c5b03b31a14150a1c83f9cad947b7acc19c3b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0a66e1a3537ea99f9e98f8bcd2764cd78c51e4948dce120a2a2598d2f1ce1df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32f4fda3cd7794635074a9dcd3f1bd1d4fae2dd3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebb1586dc90294420a7169a5b6e5042d8b7a406c6ff9d5706e76ad938ef63f20 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4354b9c023fa019608e42a80c2e6e8f594978097 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2196177e5e36586042e0428dfffb35a1702d4ac0409656a1e42c0011b2ff67e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4b7d57216bf4d64801da1ac695712b118f95ee5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e83b3299f8ad8034f49d810f6fa843ac4986bdea28925b57b54c3234a92bf742 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e76f727dfe0452a7b807a2dd870fc6b0feb904e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:457692327b6c81e45591ece81d62816107dc35dbf9a520a85de4fee470292e1a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0bed399fd8bef91567424ce1419f57bbc3a71d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd81fdda3531d8a50c484044ffdd5fab4e935fea1a38643d607d5f2e566ab99e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d7fc87af8784b70536acc8984b01b165604fcd4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88f426871ea6e47eb608d69e4913a56bbdb2a8b28c5813b0ca448d4bab9cfecd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21e9c22ad8de5b85d75d062e47e95daf8d68e7f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b8b6b6e313d87dff506cb27fd51cfb437b3aaef5b8e3bc8619eea8ff5ef3a35 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f3efb3dac209110b26999e6ef9826e716ce77c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68de599f326ab20912c93cac48daca56f6d3da3ec10a6017f75edb6cce6d9e28 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..579624b4ad75680855968eded9ff9f2c0cf1e003 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a733a8b6bf14a9273638f3e75efb744e532e0090802c32d7ced893b2f32181b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fecad7fe7096f02cc3b7b37e65a85f8e57c6883f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac3271573bffa3ff9d141155917dcef45992b3ca315c7fc1ff434191108903e0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f635a51009a6c99d0f1c49e83095e53db30b3794 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:add4b0580a1d0f0b582765451903a71d0ab664f0df497c5c91bd0de5ccc04dc2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34debdf09e84c68f4f0afc06328bf98117f8c11f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f760b300fe062f2172acd6173a7d169bce5803189c3a2473ed89b1973fb6f40 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a71a14d8990ac56f0ce1ad763a4b6dd7b2f2eca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10a6cb08949bb83d26836f7eff752ca10e6bf21a432466b3b94847007041e4d6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c8e355ea7dad358ca8a708072b58c65fb7288cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3935333d703ae20a99c38a33612ab874427cc76d6449be87b733a87648758145 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee54030ceac3a8eee9e9d473e16b68d9587c55e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aa246c86c30e0071db198d8ac35fe2de5cef5bf0efa983ffe730839dd9a2f83 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..956c249602ee09161709cfca3ffa3bdf6c46056d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92fc4958200a5aef1250ea4215784a84503c1a9aa0137ba5d459c198a99af703 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..761b8171a50c98dbbadcb8174453e44c96506e9f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41d4dcddb0370cec80e150890a4b6a54d9a687c81c060569c647f50741812c23 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6429d59eebbbec7b8365df5ca5aa1bbf692d1e46 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5c768fc7769ffe32f88f00aadbda225d66065af7ca5bcba54af75aca36faaa2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cc6dbd093cfa04cf03f5d08b4da22f6620826ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6959f19f146fd4773884b8c24a44b95433c5bdc84430aca70c8fae46c2a38fa2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe2a4d24fddb6cc67b0d413f79dd97e9304d91fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3462ef27ee5bcbb4c50e3bd48c5a3916d8d26e98e770f5e86bd88099eb49ff38 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6536f3bbe12c8aea63a85ad794b45f899171ce88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f3bd2e07f763104236a46b6f14ff73e475cd36682621c15658a62168cde61ca +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c336d63ea82e56fd3ba4b50c6f5ba87cf5bbe4c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab3311b62b37d282155e98cff634ebe24b49d1058db9da9708ea33097c02ac39 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37545ff25e24b193643cb4f4171f52ea37603658 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eb289362eccbe73309c1969cc3ead3be3ce7015134bc5ff9e7fb42f3735643a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b09a1e5f6c987e6c5afb048c3f6986e37595409d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55268373fd606f7d2f967b57f539f3d54dab96f430b4e2fc637df95c34385f6e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46ccb31995de850109bbe4401857c69a9dd74b27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd73560784bb5f3f9dace3731005b5b1f230b70478597935977e8fab8490116a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23e082ded63e57cdcae45321c452eba4aff143f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2e4c1ce21a2d4326117886b3476e66d8a845e4d6fdc233839b744b417c0fbd9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9cc86d71cc70e498781ec622c95de94afb5964e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc4f14b341d9aedab250ee2876f8936cd7c59ef6a7a1cc2fefe656803719f7a0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..836251f5877f0b18db138e6c5ac0de1b5c2efb9b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40239a95d0f044a2148712c864606353a4532e75aaefe8d912f686fd7646f4a9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7de267d70b8776f16e7c15fd532f5b7a41dc9258 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7cfb79cf15eab1807eda7c2cb471c9672bce04f5d156b4f9e5e2dc084e006b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ea5cc62a032dc10d457a18c1130535a84016d11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb36e727288dad6479a8da0ad4b98cb418fa00df9fcfd0b45f9994b619d247b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21ea5ed9f40428a452fb4ba4bf758b2e5b982bc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:761b7396000de4bfb816f6bfe38bddd0a69272a7f8697346d8ac021ee8cf4f89 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b98ea9f9493c2ec49de18e152b6d121311eebd68 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80aa61dc14e19974b63a115d4a13a4344343fe3564b1eccc42f1e29cf9d95099 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d449c1b0a5281dfb6404bf2edf0d2c51c5aae1aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aea937fa53964005cb13464f8e828c1c9e5006fb1d60dfd8bd26ea4e62bf44e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7937db8b97dc47ed56571441aae6974a7f883036 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a86c4f62daf7de3a97a5d6a9b6c38648e8a3cc7e4b0fac936803248486c1c197 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c30eefa968363a5df7a9883119fc9b3084794a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:263a49cb4e62e51338ea50a39e7ce079ad3590dd4c34d0bc4494602d211cf405 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1928e57ec999aa5ac647eeb87ee0f3c49fc783e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9433ce207b56c2f6ff3dcbdfc2d6e19df97563c41b44b2fa21e00d7dbda4d1b2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dde2a90fd587f189b5459c469bb9b2afb8747807 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68a5e2a1329b57bf0d25e2679d3a6afc342b04b8b6f8e887c0bf8750ab74e8da +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6dbf43fcce74cc1d7cb6f140707f9a67baff1a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6ae7bf665d25254a649736bdf7d2f31710a06317b869f8da8dd529982ada8a0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..720fa6157071fba9e1744df505b24d34de39189d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a96e8159432fb0851d545492110f895729ad12e7f8bac95fe07f24c4af448b75 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36a81ed9e2c4c48fe8bfed819358c996b060b721 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e13bbd4ca54313039e5af4cbd38f29e50fe858802335d9620e8d39cf7aa720e9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f950dfa587fc5fc625006f164618920c55116e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aaa802b4bf784c436d52a7705a778f2c037681ca4d5f76120df5f50d2a24fec +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..422ce9b6101befd273fadf0bb87ba06ad505056a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344b6b64fb116cb45476410235966adcd27945154ee34d5ca02fefe04ced95ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d01fe54fe674180ed69e0101ea9a27be40090b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f6e7f37898728db68743cbe63b3d14f1e91269b3ff2d7fea0660040f3c2ed2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..24301293a6e2114ecef9f9b6680e0824599df217 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b76a35e1095f4265661de74a88fde7bacca4ceeabcc764fecdc0c6afd9c48513 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ab8a4bd30d14a72b33f5d15ac09efa988f872b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cef34db42db6df498d5f0f878c723c69adbb63040f1d58af723df35e9500daa5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..87bfa2bc611434c5ee1bffbca68b231a7c6aef00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27366ad413b8d2e5fd9302bb27748f1bdae697f59824748eabfed7cf6b32808a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c76af6ce2ccb90d3128238c79d8292cf42866a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af34360aa5c79ff0c53cc19b44f690d8e2dfb30d5bb8e603f5a842f793849280 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bd531eb2b7425bac389648da53547d73a503733 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71fd7fa4f9ca221a076524fff0bd175fd80af4aabc578371d5c445610f170830 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9fb1c7b0866ae390ae4fc6c9919639235ee32f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73f72d671980771c26d1809f0b3bc855cf821b5861eec2e59ec549679d558b01 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba38764df4cc7ee495b515cc7436dff1cffaf5ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90fac7134223747e31d70a83d2f97fa91aa05ba07a4ef252366f5489b05a25f2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1804bff8e19084186eb6b3ba96a101370a3b168 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b402db7489f7bf324d469cc5c58605b5a196de22739348029fee758a9f02300 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..30da871f55ad92df5c7b0234e350dc6692592e2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f43b2fc6eda8203f1d2b51519b4a7816e62096808d4e4df8db8be8959fba20e0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b85d946f771aac2a510bd82dc1dfdae2285d839 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ded12efff58f03dd82d80cc2302294c477f10ea2787d595fd0a2c2cf22d6e8f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c31eda8f3ebb5c06f38a565de6f4bee1598a462 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62a996ea15f49516a5b3642696037235d10b152cd56acebbc21a8e0be43f8968 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4777320668c5627327bdb753b88cfcd349e310c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cabcd1ecbd955d9d0174ff814b9b5aa36b7341f2db99b08df53bbcf5a820333c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea146d187c59f37681e38967a8f1e52716cf3dde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1341dd30f29c9c69d5f04e6e03688a01bc11be0584ef35748154fc95387a707c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5348e96bedd0081c9acebfcfd01af4434dc0629d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd3ea4da165713a72f99b2f6fca8e6caedc8a45c957a19b6ed38206a925adef6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50f063f4cf6842f105c0611e0879ae675accb769 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b180f5d2a17415cb934fb52028c383ef78b05187eced269461985a5b5ecd576f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6b6cb1814a3d778de3e79ef340cce1fff0489b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92748d007517d706acc4b07dfc0ca307b722a6f0081c350853f7d2043ea52020 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cc7dd6a9f5f685ba109f8d968ed9b38f292c98d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deaa3532f56096f579d4565b09f35d1553eb2a6a62dd32f92f216efef93167f7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9be6f59d69d5034675075dfdcb9efd29a44515da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61c1f069b0391ee8914dce6a14b3f264ee634ecdef7b2670c3040080fd00f26d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac9e2aa8ec50949dee4f6802330be3820e0efe17 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9c89bb1d5d3a8ae19a5a7f45def11e408f787716cd573d4ef1a8c7b347e825a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..faa94adc6e4864046e36fd3d7bbfbc7ce804d057 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11f6426a8e6552f2e1902114834fe300a970e6bf481a690ff1e6da5883658b35 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc9117554484bf1979679d51e64cd811eb100e6d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4fb4f0024768bdabe7fbf029d1946ecba9545086fcc1f8e9f9d4cf5b8d4da3c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b32158d3beb29641a385c844d90a8daa873e7d4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac0b103ec97bf9a3f41e9aa196d2017247c63fb9a8eb1005dec48d54b76aad74 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df1f6247e778565c0b2dc8e49661cc2e7894c9a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de6d6f39f58c7c08453db09ddac901d09fcc3bb34627294c830c9c3a9c2b48ab +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08abe039e90041cbf44ee09655dc048cfcd15446 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f66bb184f75a58ce980537685a5599d97038444e68dc44c904d6435ede6510a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc6f562d049f41a5a36a13163087fb5843a3df0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffe21302c9f1a1059af5ff32af19b6797f5789aacf10d895028647aaaeb8a9de +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a32a469facfa66c1528728da8b18f4ba47ccd68a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1360a4ff4711a15aebbc96a29d984202809a28276828934ba3340597f5609aac +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f832c0ae1088ce0355fa7582724a6d0452a1d262 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c759869d8121508fdaafb8a93d5c377924889703e0d7d839299c6961bcce590 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c124a630a3bcec9cd57dee04f59fef442fea10f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2df1218b985f28d770bae65063ce305935559846338aeb2c9caf2c1ffc3ff7ba +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5c0a2b997b2074d6284d9fcf093072f2247e185 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4d2374477d5774f79e4494771bc509f76f6acca739121dd4fb74b2d2bf55efa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d8d5484cf3b52e66fa0999c679fa74b39164dea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d186b9d65fcb444d411a7572bb54810b44ea7c5115e36cf8eed8f547a135d0f9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbda93f8b98d2656251304347bd9c93bb3e87b88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:727ba8e75da99968dffbb0932f89ef4dfe074d3b9d8c331a516999a11042500c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad7204585186dd120ffe97c5869c6e083be98eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09f4369e62169db1d795f20f0154392fc1091acb5c5f93b4a518238fde6748d1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..862e602c3627977519054fe02a79ef6f961fe462 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bf948ac1b1061e5b7d7e5fccc98c114893ba9ae3d3d9032a71dbdc89ca86510 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22d87396cec8c807211c88a1b95f7b2d1f32cad4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3676cbcbd7c7d7836d467d771a118ba7b0575e7dcc43218df93dca6b0e014cc5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..981731abd52ef27e3176d518cb6087e09fcb9054 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:511fa44768e79a60322bf5af9af89f4fca3931028c2f65f045d3c1d20b058d7c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39e95856b775d623a59f91c678c17732a13e7ee9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e86628c8d0dd42636307958bb1b92897c7602c3ec9935284ff40a5d7e3f0e25e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94c21c39c118fa76e5ed6e5197dedf9123fe5d06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90078ab6d7e336285d7d353e4182f82862027cd2ec9269c843b638427fb54965 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ee3b0da2137e5872543b1528de6fef94148b52d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:989ddc473f8f94f9feadd3a9723f3ba7ca47d907972c858ef8745e4611b85fff +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a18755045dc312ff926899ac65615309b37dc9ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f107c6fbdc3604e8896b8160d64c1843c4b398469046ce993c4aafaa71cb5241 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..352c9f2332c796fd455aa891748b7b7c492eb411 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be8bb75e75f54267036ac1281024eec8360f67409c781e26c26a3a3c0313e6d5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f4b7890450d0709d67dcca5659446cdeef79aa5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97f97450fe47b7ca927d9f02018d77e01a4e88e8ac4967aa395da2e1d9794f8d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03ef0666bd0a9c32358b87fc48c87109e591f196 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f7bf82c9fc27bfaeef3c996adbe38682c10b1edc0570857dd46cfc73b701aac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ee77e40088ac3de234e03052731cfca935fdd7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1900ca68b9772b7c11ea8ba7dd47e9179dbba429698a1c64bec1767abcd1a072 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af9c54762a3c9abec479bbb5735095f6a62e6e54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1ae62e840397d18bc8128d30d7b145310dd529bda53aa2e5379d1641cffceaa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d10862f52ca62d1cc475457e0534f3d110a0d982 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40ceacf3877c333ef2bf6fc9ebd501a637816ab6371ac79663a622a0f84c6a9b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eaf79b9fb70763e6db5b84bbeb7581d78215134f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56f625b8690e7b4a8a93b3fbc3446936c64b7c7f67cfa158135559ba9ae5f54c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..069801ab98f043a36d6de08803111be13e414034 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4704464b815b61908b4c4498bc07b00397399cd8dcdf71e7e01b793d4a7dbfb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54525c95919afc6d9a4325f827cdd9f00e553cfd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:248fa3d1110a5d47862cb14562665be8a70309c1f28a514479037a864a377adf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd01ced7fbb47b7f11104483400bef2cc14aa7a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a02c384d2b22005495e87b9911470949fe128309b92f2aae83fec08003e2d3f9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96c72d3d837d168ca20af4e6bd8e865a71896045 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12a7044bcbfee002f6f771908fe4289ba4d31aba57ae134ca56cb7f5cc282fbc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbfb1c3b3a58f67c6cca9db24c9c18569d0279a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd92d21cb3180d1feba925e3c293eabc692bac492af01937c8c2ce029c4504f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94d0ef8bb40d8bf09ec4bb4d45535d185b52981c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfc786c4bf5fdfdeb50b6934e7f23eb862959f8e9ed6c96add2eb9339c61e863 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5eff160f81ce2ea595e4b3e34dbdbff3db74ed79 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:162ea74a400e25cb0473195aa34310849472650df07c335be263f09b243d57c0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07534e13c071701e44d0306c2db8ac99d2a95373 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64ca6ea7c39c26bdeb05c3092b1dbd0017f6c620ac11f59c2855983fbe0edb90 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ea5f8f9e88e313e0ac2e409827363bd481af48c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f839b85ea189dac4db7247ff810a6d8d984ba32542e1116299db34c89c13779 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..11bc039740d08b4c2817823e1d644ac8a2ff7672 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:855f65293e12a76e36476d146fc849c3b18c704534c9843d9c25f20fb3270713 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4fe3b387e41b55b97e41efcd985cec06bc42d5e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d79a1c6d60d3071f599f6abbb23870f0008271741cbe4296ef03aada915f394b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7eac86e4ab57ff8f9b3df6ec21b03cfb1d9a62c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26d4e009fa68a985b7e7deadb2c9a040ac9e3dd0ed269e6c456fb24036475e04 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..76d9f6466068fecfbc5be422742e9a6fe235a887 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e2f4f966c92f9a5ce182d1c97c92c2d7f6581a8abb2a45e5c8b4209d8271f5c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..646c8477c13ff35c640252b4e0da1e68fdc34bca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11e5453becdf31719d2781805401d0d46f2b93a63c5566485ab50ba0d59b3aef +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..30dd9722ab17f9ab1fff063e64f09d41d7961ab0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8afcc61989d890058e5cba4e073233ee8f02b0d2de52ac071f88f8f9a339ac24 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e03f15c6550796432715b544200d3d052484f92a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3622f3b0f068306a0523cbab33c9a4aa2209a90a1c8dea2d25c0f971276da15 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5081ded40039a48d7c572e76764aabf27ccfeb72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b3468fe19168baf6abcdfc78ab9b625f90be739046862a9634eb536895b2785 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0550c7860580f893919301d6277fa3e6b1d80f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aca68eea42e22a8c59efa694ec9ea61e20735d6527fa84012b9805f27b66521b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec483c730acf195dafb8fbf2b88f0e288a1ccc81 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f39d37f3c9090150c0c1b07f50dcc4b296f49db00468d4090cf0d7303ffa98f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5409e235b37aea70ae4bdf46ee029ac0d0bbd9a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5dbebb1e89073eded7c1e4e0c12d279fc7f0aa753cf0e03b28fcac9d80be2b5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b29a2011f656486a80171883aa10cc2acd218d11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:440fa887f5184794fa9623920e62c92d246ad826c0f9edf2c2cbedf47088e454 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4e6ed27b185226c191f4b8423e7763ba49f5b47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30a91fcd7cfae6c97f31ee57c24a731b39d26e6fb4a1b3c169b06a0f0306615d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ae39e76bc109606475eb773a56b93a8d8318eae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a4acb8e55495901dca5bff1324aadad942890a70064251159fcd74279649496 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a835a3cfc6ee08feb09a09b076e76158d646846 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b7649d7db624db16e656ac44d3a86cd6a4ab9b4ca0e60c7b947870a0022bf82 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e2ff01eec48f4935537e4a0c6aac150701f7922 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:766073ffa6c48577d8a81f7552b0f2c674fc2eff904652d481c20285ab65111c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8989829effc30e011f7f77666c9df660af074ab4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afdccc93e7cffc7ebd508c737e98cd4fe943c23e917282b7c366e67e05ef2ad2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ba3c75642a64f0b583c3f5f1009d5a802082fc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bb9d16be6dfd7da0788f91fc82bfec3df9a54adcc209697f3946b7c0c33bb7f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8af6a883fbb1a32d7d5085058238519d7d9bb29 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0eec25d0b15374414a3e2e55eb8949c5c1f0ccab29f9dade1390303de5d9fa6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad8112b6d91c7a639bd36268310752bd733f218 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f86d8a64b7c163bf934d50c87fda49be36fde4cb5a86192ae8fefb95a166fb9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca7f3512cb50764071baa343d40011d3ff36a3bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8eb5caa9554219e7e085022e04dbd1951ebff4644d2916f90ccbe7babc451a1b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac84c64b329ca71ce5e0937a123c22ee4b7c7c8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2576bf23bf29f574e060da478d6cc2e9384bc6040fa23a0ae8372d11eb245a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dce6476c2ed8cddd92b98da4bc0d07006286990d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b567d86685d1af6d6663ffe8efab0b131d8337ed6f41fff787c516a41170d6ae +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..311d8eef8d2d7c13c0f6e0d54ac3190bcdf5a3d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f61293f9594022a983bcfd7895a292d936d35cf762df8ccf848a6b7e1842a3b5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..978129b262a09af7ae067e60c772e3b7769c1b34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:165cd91520e7ca3714aaa6d95d8bcf819ac5b77adf51aab6b3ebdb219d8f1ba2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a2c7b4e771cc54a51f37587a6bad8b97a52b6ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:698f10135be8f9714937a55dcb62f86b7921a973eccc6a354e16e1201f2e96db +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01de0983cf81a74bbd9aec878dfe7671b1781f1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccb2d8d3e8694f261cd03971964e182c30638940bc79c6e05f741c1a5098e4e7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1696558b32fb1ac1c11cba851898fea00280c5ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9196ae9d6ee4227177bce472a408c6a3d054cc1b1d61e2fc2a68cec08b9d99a8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a0221dbe740cd4c8b536f3c1dd0ca06f6fdf799 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb43f8a8d1d064d72b9150f0684bf5cf8b15a2a3a646fd6534ba0d31d12c1fc2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..69257f9f616324af15cb7b1673c9e76c0adc2b4c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:335a228bdaecd93c13fd09456d69707789730788d7e7ab40c325f941e8e219bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efc4e671dd721d685d9997580fb2b5675759d5f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53a86e72f2eaa13d18a3a7ab05b8537faef7a32807cb79b081c9f3ee9da77042 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e52150eea8e5431dfba5e14bfcaf99ba62cf4c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37fa2e6a2052aafacfd504a3e9fb87ba228d1ae989dc7b3fb92782d9b7875a5a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfe8d5c5b27969453f99c8913b8d913c7d429ea3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:823032a1fd80c5e27e99ae3211d10b831ff2bb482ec46b59eb1674cc581244ae +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b7389d8c63c89bfbe4575aea26f4d6e1b443222 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bed6bb225104ee0d6f0996aef063e9eef1aafaec4325a5e859c371ee9c396eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca3c7adbea93cfde956105c398a6fc39df5adf79 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ef8f5a1861968e51f3363bad338a63e0aa63b5c118e38d623aa0dfbc70b233e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32f5bc20d89ecf3e12032c2dd35d9ee3e13b456b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50a2f2959160cffd4ae95dacf935845653214e9dbb24b9795af64479a86c67ca +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..273790108f0bb6c036ddf4c7639c8304016109ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e8cc8a6d632e938a9c5716096cf4f6cfcbb155abc84802e76c12a16d3d1b9b2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de70498029f7f628244b414a3563ac3b73a01533 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8880cef7d43f857a0c0742da8306482b7d17baaa6c02c5d1b5828432d412f05b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..539e6391488e8af96e046bb7687777c59910d277 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba4b307da3aeca033bc1851d383e8d861ccb4d51948aa47d070281d81b375ded +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af9432157b0d9940a63add4275abb19248eeae76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20dfa0ea8df94107e6c43d2a9a341742fbb6d44d5ad9079c794575d6e201e24e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf75a1e963bd302a4817e256f70727509555d307 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6052b4e3ecf1a7a4a4c70bc68107a7de4396198757321806b13f62c8d18c37f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b149b777c6da5615df4aabc716ce04b5d7fd3a84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7274b157f1d9462505e0092d63df2d1ffe1c8bd95a18b36727817fae002744b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb5a28418a69056d74238a883295e1ae50134bd9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2282ee76a3022746b3f128631f41dc3df9d22ccef1ea677c2a4cf786e8e44772 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36e5ad74175f87a60e3564d9175d2d4804ee239e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa5009bcd3ecbcababf97f9af5d9c0649feee910ce46253f47f2ba479246c22b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..261fb378cc74a8f4b18305617f1c8b6674af4725 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a87973a3ecf7ad4f206d14d05e6b5845a2199d5d19920f9f6c67f78bff06aa63 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b825ad7899aacbfac1056034c51ab9b2ffcf2d30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f69b8e6003b87a2b4f2210f370034786a1d2e54ac7696abcc70372bb61e0fc9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12bbdb1c46c1ac64e632c0e584de12d96f32e72f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cc0f244749b4bc1368d0cb74704369aeb9477ef5c625f393c524266e906f1c9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b64e3ebec1baf2a5046ddf9908d9bad12f666ec9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f93de8440e70d867ae0800c739448078e65bfc6684b4d8ccaaea786c6949d229 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5791b2293aa806955834a251070aa0d7afb63493 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:517b40cb4b3c94c6dfbe8bd630d0c84c5e9c92f1248cc3f52296c7c39557b17f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9db865356050f8930f1994663dfb0352f437224b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a743c28a696d2bdd5362eb89a5616d1e0044e1027cf917350f4fe2bbf9b6e456 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dd15f04cb9c0a9229ef2881885e9804199cf9a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8fcc84cc6854d850b48768a245867a514eab7cd3e11035843b1251069230892 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c4ab43257ff9ec2c36253db39816f2c822eca86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f54695de2f9a095f8ba024de0d8636f2ffbe121f2a39905b86b78bfe164447cc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e81eb23687bb2609510cd2094f5033091013f462 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92869fed9df93b5149e73783a6c6b8ef3827399c10f873d8b7ba8d49d89a4b33 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..add4593a47c1b3add4732c9c896885323d089b0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da5a15b2e91d591421c8afdcd67ddf30afa2a15ba7d4c6466d5c266fb85bdade +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d27ff3e2d87110769bcfe1072810e9a7e4edd086 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ffe3a0d27e860012c671e16c8c7263228d055bce16a60254ac980cd87c39b65 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42dd3c6a5cab4fabbc90298485413787b3dd60aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00e51b881eae3237e6d0338737cb85fe2c11b191e0884d8f62172a0109a921a6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13255e3d27144015d3c47081e777ef77bffcc78d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05cf98de9de4101473c805c9efe0aa2bf263090a5edfb210d46039b768b28bdb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3697d4f7209761954c573a17396f7466b1245ebd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c84fdff2e50ea332ca260e9f6e418c1b479c5ad90f5ad920b14c08a57c84d6f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa91e35323dd968aace40117616a127854dace90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed8244a54218093c11718fdc31ba77aa620291897d2a95a0c3344359a2ad605e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..77c53bc47d39b7c6935ffafcf5b70cfc15dd0ba5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:243b30741dd9edb9455a352b77bbc6ac707e4df64bd5baa3396fb24c54e131a2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0775c95c72623517d35b90b880116c69e3548bd8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6226f75d0b28fd0698cb34d8ad16d20cb40c5071054be01fc98287534e6d8a44 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ee9c4be1ff0a21ce9a350694a70484b21760f7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e6129b782a5506b00b6e9ad5097d50f6dcdb60fb5ce92f29a0516a9de96474 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7291de7aca1a52e603006f2a325e7d3d7e5d04b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aedcfeb4bba215bc7a3ca740397359164fb8996d04b057eda982da60afe09e26 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eef9d07bdae15b54a29ac80c1f5e0382bba4b730 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ca3ac90e63719af4227ca901acc70fbb1753a2f58b1aa6e9dc0000836f9749c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a314a4f4ad052062dd22105eef59588acbdba97 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f1d2330dd2345123bc7dbe161d9b2b50659b30f77d357296c7286351e1aa4b9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0f79df576a9fa74ac2e3f3fc9cdb3032630b78c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:748902f3ef426673437fb51850a4d386cf7d674e902eb867bf7c0354fd3008ea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7db9d6c81b01c8ec66e0d3d26d14cb9ba7bbd3c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:304fcf514fe6943b88fa434721957e22d2e58a0ef229ba41936737ddd219f04d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7a7b336ec9e42f0c7cb560e21434c6451b89643 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f714983428480b0bb00723de34d69ec02614c94878f948da028f2a12a1a90b4c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33dda21ddcdd0995edcbd40c9ff31020335785ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:829b756b92427374c8dc17d766b1ff59a56f0fed7bf46d16becf46c160634957 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aae8ff581017a2abce9a9abe123887bc78d740c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:196fd80a01817f3ca367bc576b922a0c56993330a975cd4dba124697ca10710c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..830d3d4ef57696102ebf4240a5e0f1b86c5703a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c59ce5fac82200f9f647d05c9fc518ec5686f22f64c9d43a7068368d03f9697 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cf6b50610d3440427fc520b56e28d2e9f0d679f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44ee2ae5f5804d4bf38d3360518c4c7e1fe2dd84ca4c28ba518aa414debb6c18 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2326a296b64d0dd3f674326edebbc8d336ffe35 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06cc0431018034277f73e7924dba8f943e629785ccb7f43b01471c260e961ff8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c5277d1ea810128df66579faf3ebe8297721886 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21e90c9345860f4697ba4deedc10b7803eb5ef6c95eb745dd23c3b85d9f81004 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df5aab3ef2e5da0b721a2338ffee55810365e118 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:724a747851718452e2cd71e2f063e7a66449e7870aee802d5b673a6cadedf3c3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..165647401dc58bfa93f58c9ab63b5ea7aaa53c09 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d926a7f19cfac486eaaf5874221d7b93d84b95346010319fca1183a9f9eb2aa1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95e56e0c7a495b156c62b670eb377cb56fab15b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bc36154d8f4d0901a4c47896b9ea5feb073340145ebe641e9074f5334883361 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66222acdbbf6898cc5994a07304db6bf2f6590e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a382c5e22a7a9932b245252400d244fef7a39b4c38eeef3850cc4d623e5fbc2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2b380fb9cec4fee14e34753eef780fdfa9a74ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d72df47e62dc5c9106025fecc46b7f4ee3a1b933271469077fe77ce35c18cc7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cd50d4b6ff8fcedebe27999df9d734c036472e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:791f0c3fe3a42ecefdb02437ecb142e7e8107cf0501c47f489a05cb9c7b91e7f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97e37dcdffd1bf469537c18ae0383b6b80ca5218 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beb8133e49186a125096dc7ac4823b6af615d9b6c0524f573d8b8eb72d2f1aa0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2db054698bfc014722e252557d4bac7ffee17b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9654062f953310190eb3df6d7e4a4147ace44e5379c7549819e71f080dadcc1d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a10ace03e30f68b7d0b8d2ff041c4c44efb49884 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bca1eb380146b3eed9b0c6d34b75429dbcc26f80b7f08b927af4b707fba779d4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8b315bdcd110d1c47ddad1b6d70ba4ffc52521c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c651b25bbdcb790bc19732182ab315420b70c6a95b1d6fa394f8ce4ab3005070 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d6e33206d34e0c411fbbc09dc2464d6ab1ffe6d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4027d55afbeb61239ee8462c34594d113122f080db541da4e14364233d868b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a700f91c3139ef77121ae943172035ecdb94febf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa09b1f44637d067fb2639ee4f2e21ed70d93264b5b55ef6aa6dce3f5725c101 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4df3286623ffbb6155b02e61f73accbd2e05c8be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a52680dbaa439c7ee76e10965f49e33c8bdfcb059e7c65f4fe4f6cf8b0a1922 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8180295db08af164a0a6247d5175bfbfaf41d85d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1959e687188f3fa8ce33619969f73343eded9e7a5b7d353dc57fdda8ad832ea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fa2f814bec523056cec079158a290be4614c6f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09c0c806503ea050a397d529d13034bf106d78c2ba65b4251a89d52871cff737 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..907bc090778d8b24a7d87c414b486447a40d9880 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8c433b6a24535794f86bbbb802f265b7f56f54144d99f7af1bbcce866afb4ec +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d2f1fbbbc868465e27cb9a854ca391055d5e337 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f431e29b49ca21b0e1b07aee525ab0f27faf937376ee55541c12569faacaf4b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9e29dc8b37c222523a4a011b8d3b3c4d18825b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6444be7ee71ff8ea37025b7530a76ca9bba3da27836c229a927129b52e3b81d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b66f14216dbc473eea0603330247bfed059dbd7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aade3e788fe0d9df96108981fb9c28059f83db1485b61c1b14266f3d50afba8c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab92242c36381bb565cdae93b7a37bb1086fa882 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bcb98da2d2ce902a648041f31d0c0da862ec072c1939191a87a9e7e8de6dc8d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9904a6105dbc844ce797ac4707b90ee914f0b631 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a4cc7c04447be2aba1f2e4e8e43cc0b181d10eedad459d182ca00e445b3bda4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1e5415492183304f3b1e5fa661e9d3ef65f6175 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d6f54df80d37b4f12eef215afd67a86e06a05fc4da8243da09b14baea8abb4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ba8e98dc60ebca29e29e7c003b82a7fe8fefe49 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0ec35f289783d9cb8f464f668ea20818d47d66dddd2401f9771b94750459b96 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f409bd55514671e96c5076dc2409ce408d05522 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:493d4bdf8df2104e4866b022bec7112bb195a5aee06614d711a6fbf64f3e298c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..904ed04152bcdfcbe272fbec6395120b2bbadca3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4666d4b246730eecca16cbdf501a76f4fb1fa3a5bdc3dfea06640236ca06d5fd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3b1e4e7fd51f6fc18acd10d29a55753dc7b7a42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22ac6fd4d0460db117c968331cb64e5f52dd2ac00c210938dc21cdb5735b9558 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be5addd3a4371af65e4e4c22aaf05a4fc3cd18d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b71d145f5ac409bd32014277509fc8eead820f9b98c680c29d0ae8ac700798f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90218ac50afc6fb72f2e918f227e4f6e3655d0c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3bbc0d3c14706ef86ea2e2fc8b61bfa82f7d69327f4578705697eb9e88eab60 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3210ce95cdf7d2f25d2d86e632e1bcc2f643436 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb1b7b18842dea27c19a75cf8e36a0e29d324a8f814184ec81108bbf6489659b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13e7137ba378434399338e8a3e30627c111c2287 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5abd7ddd548c9a2d4469288ffe164852cc9835338ee8699743fcc9313570d990 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e68be01cea970da38962bf6daaa9eaa0f27a4fab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dee8f2f5adac209d2fc77aeed540e0420510a832e646c72d080fa5b6026061d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5cf9a1f4b1e4561b067725e77f1fa788cfda8eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2242e6276e0c1bcb4e06655a55d005e760d3b651f55b787334534421866656d9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4ba0c9f3ed8911731bf05cd06d6f8f6a39ed135 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b46c93f4d5864f2ea2d344aee2676820c2a68cf64a01a2141d6f3f236155f1d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d4d5e427df5a2079a75d3af55537d03c1ac5d4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c185077f599f4a3fad62da7e0bc295a1afa413b8a2d13b029a932a1c756cd9c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d29567f78011d37e67abe7dc5f347dd9b88fc404 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e42a4458f8367adf3d73986ef5fba8f130223c4d42a7961a503333af5070e584 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62374f613d098423b7da4e0c017b94edc5475749 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ca168b18c549fd8b331b61ed771a55fab8d3fa0e70411f8b90024b137b8b7a3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6706b66049564baba4da149569c1807231f7d00f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd9c94aff2be0ef8d131d916c0b5b3570b73d3ca0dd6dce57baba44a1d787c14 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..00efd9405b304942df0393b0022e48695f6f7ebf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5610f84a39c7b3cbae1ee6911b85c2b58ebd1392cd8b09dbefb52d452ce7607 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..446547348dd275213d2675c5b533fd9e6aa2cb42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b115a53d9bb404490a5dc8fbf7920d5d2dc0a3ee31b49d522defca92837b192 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3825e7b7ecc033af6c3f8517b9b1add3c2665b54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83c7d560b8a07c21b4994a29c7e1b8542abedc7d20a3049c200f42bf23d43be0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07b057f44ff4a84f4ada596c116e50a06945a541 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd3e422b30ff045ad88ea5bb1ba28c233d2bde88245166ebfff47610b54a93b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6d17804a58060efc13043fdf6f2c3c25b5e88d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07e4e76ec680641a8c5328175acda1776d2f3b58e8a9eb911313e97d39238530 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9be4f2a8b7f864298aa4f28b173aa6e7d33018cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8577803d60d4c51460c5d1ca845e0fd1c2ee90002f819a3c2a5a4a4f4e52578 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cea31471372152bcbea46187e3032b424e2a3e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b626398170ceceff69a28b4618f0246fd2d891e4d80b48faaf045207cecf9071 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..743043ea86d705e7247c681ae6ee4b3eb0d2650a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38c2603d8cf23541a9af213efe6ae4c7d81eacad09438b744f3a4fd03e0b7694 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..caa0d1b1c9d4719f5305ce9ea179b1d6be6a3b87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:543a1b3334000d6e3c6fb53eca8f07d0e1c6be9cc9e1835303ae7062837b3573 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b206946067eafa430ee47bebed60b2c9b3eed17f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b533913173dea46b7b3ded757998ea2866cd019c02573fe3203ffc39b5b86c58 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b6e3aa669a840123eb32e3baf2fb62cbc6cd17f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f45ba981e89fd59ac55c55153d9acf34fab7fce5a6335af33e31fb67697a663d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fd99f43420442d19d0fb91763dab0ff87626f3c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30115d21003874c0393768bbd6c6bf7cae070ec4da0c25de07499f769520f180 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0127ed5d454689e2ac34a208b8196e2883ba1316 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f89cb931c58ca120007df88282ec57076b6a4faea419b52232a98ce58759579d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93666a81ad61c1a334450da6c1bee070460b2735 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:768d97a64f0a39fbb37c7ac78f1b6bd1e1f8847e96ddd5b174697bb8ac12d5cf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc48aab3da201d83ff1902539e01f4992709dba2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ecfdef052fbe5d45486b48b7e3b38ca43fa141d535256a38adceef9d4d4a7b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a700265179d8d255de2b8c62a8c6ed2d1cedf11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdc9051cf275934c0f6e321781cabef2d7e13c78c14c6ecd790f034b171035b0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..371b84e4d61af0e4b3b8c0c8a4cadada75500723 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26a78b2ad0cd4f7ead8dc6ac28ddd6d427e5e81709661a548c495dfe4bb6fe72 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3eb904fc19c27b906f75308cb030fd36f60c6051 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c19bcee6773aebdffc654e069bb9666f78b8d525e10af6973c831e1d9bc5c2a6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..989b6af52ec8081410b4dbd3c161dc9dd85f6387 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd9a7f709edc900ed955faf202a66f6519b9a38961150ad3efdf7fa005f150dc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..adfc1431bb729b6c92e61ff80ee984c004dc8db9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b30f9120f809985c5ab810190e24dc410c4669649f262e44bfe63767f0944d7d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5aa260df86960fdd1ef86416f551b93f2e305f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffdca5effd48b48ebc3fadd2b331395945759952dc8d019f3b7372122f4f04e8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e654a08bb98043dacb826f877088d92b279a530e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57dd3f72f6005c9aece425afac76fcee0beda9d53f4bdf82bff98f492e4ba09f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b7189eb831dc79af0b0e606f8d3018369f5f3f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f2e3069e12ac593e60e633fd14fcbf6d95bc82497f30a0c6798ef34013bc671 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..329d70045a4bbb17a7700ee50f1d2ec1c7973b5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d290e4097e926d33a576ca284025cf98548ef17ef3cc0af6856ce83871baf921 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1516af6d268889c02419eb38cb084b9705e3384 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a834203dbf55bfe5033fbf627a15222566f76f64562b892d4b6a314901aa034 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60bea9d22e9450434ad973d282fcb3641c02061c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:890f83bc4b477082a511469b56e6f2152fe956cba4690527a3c7f6fc96146ddf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9175c0afc5be561147eef22ce9f1dca03d0ded5e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1727694f7443aa0a4a3797fa7e27e163fa8bdf15074d8110322bfad54717f6b9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dadadf2f070612bdc68d1f638722013b41012d2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4511fae702857bdef35be6715516e8e0ac8c9f1e5839d4037e2d232b530ddc4b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b9d51993ceabd2c956a83e510b48e400a0efcab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3675287e59ec09b64f574a110310e3941957ad59f9a270caef7f46a92e19bd58 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0131aeb3fca8aabc5ec4c87bca46c83547a7ab8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a09004eaaf2c09bbdabea863069cefa35461c3de3c03e49948297dff75c497db +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35696b181bb79f445bf32002ff3e980a349a237a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff1e2ec76fb86f79b4404c2024139325c268933ef931e59413687bfda0287e46 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd8983d94f30444a923aca9792e4b04dd01d5ba3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3c11c310fedd56ec7defdca85a373369954a45ddcfecfccc049b8ecc98bffe5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..097a128616eeb65de0a2febcc2e221f540c8efc7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a95b28451325922b332e1d8688e217819a7529d271a154cadeca57f8dd2a1bd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..010dd9f4e44aa1368d1354b6377ed2538db22287 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cd9f1d1f4de62d9554634640d5dafdb3151428693287a3f81004417b6e38b2e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4af3d6c685466e41fb52adf4754fc4c9a8f5dee2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0337b6c1541446d938382b77601db7eddf88f4258ebfc9297d5b8611198828c9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5e4e126152a13b20d210da2944cbe6a360391d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0d124941d0b22179bd6e852e7415468ae5b63a18fec1fa64bbec669822e0fc1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0d1dd0555e9711d55779cadc653a50968060815 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:860a680afadf11b8865eb130296f657b3fc4af3d42fdde19ad45ced3c607f760 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..907b80a7a3c7241bb7342cdfe74f88aa58a443a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe367cff701eafbd1c4e6665b8c518122a1be0d69e6d98584cfa92d863434b6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c7c525ee40faa377b730af97de4fd21efe474e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e700a80cb1fbad3fb91cf6bcd8f41fc86e7627cc5f52024de9150a9b691a2e4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..846ac00ef4266db719d8eee6915dc2eee972799e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae64fc5b2070bb0cbcf4941b71aab2c954f0b11a260a66a93ada0e9ceed7b726 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b29c414243606659ea9ff205c248a5c43979826 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:494217f1c63d7102ae10d04d9335f85630edf1da11307affd6e4f4bebd7315bb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d138412c4694dfb36b10a984a839577c230f6604 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c4fdcf4a2da3f47b50256394c6d1c4c03161f0a0b33850fe787272f47167c16 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7b3ac7d3f9135c40d17fa4c09b8656aa9e0e1b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab7f22c552f7a03cae19ef9bbd2fc73abe21934833a05466ebc9f98b3d7f399d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3caa004915cb3b6ff14c35b2849a0cb50363a49 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63e558cc6a7c8b6b8b218d60f24a94908a8e00ea91265d08a5a3379e4d84c8b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e106e30775f2a65c7297df107ffc9ee6379f037 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56a5151b1cff0136ce3e2def451b6baeca078b59035aa04c19b173cbcfdfb484 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..113f92c67e986fbc9db54881517c873b7102fe34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fc63cb87e4b044889f46741304ef40e691ca6a541d89084b8546186e0461a78 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1a43e8974767708bbcf7b1a341ed85be98b6662 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abb282879571c042855283e045a548b314438b70b2e8f14e7242b586866291dd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..406a0411815a1ac84690c0580f5b41e1b6441645 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bd2fd9a2dbcf8c2cff774998bc5dee64eadfd30d0a41d196d2cc650340bda25 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9925b3022ec2b0ed7ccab2e69fed43a0dc950835 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d0bd61fcaee3008c913a14abd92b22c6cda56a1addc335fad42ddbe1d76d140 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffbca3cc49af70352946174c07f89e2003e2836e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7f8480b2c119a2970fcb480431a60f7d974c303d6089eccefddcda80bd09577 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a03b461f0f9c70ed6546b7000152888d919a5701 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e56dd0f09675f25c44f15c5c9d1d9dc0bc939d6396564231078bc63251572801 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab6f264fe7b3787fa4497b2d3f68707116f5580b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fa995528876338d734bde2ac2428006506506a3aca08afd91414196ccae298a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1ee157f596d6b4f13b0c0563ea476d861bd8ff6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1ad4b7ba4b079507ec95fd5baf9931559ba15d615bf6c5f1d4afdadd54c19bf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dff564812fb7d17a1554cf101a152bcac7292f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92f2590386e58e35373a7c9c1d81ced301c6265fe0c07a8bf3ad8a613daed44f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bd3150ce51296c3161babce42870c8ae2837f63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:461ca936d53dbd6f8dcdb117adb06b49daa4e20b6f091727b028519f3ea76daa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6c0fc4e49f5882147b8bd6ffa5ae1eb318ddf57 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:226c26af9205286bafcab66a3d1eacca23d1c8f17d65bd4ef4349f8c5505a32d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..993b54a4b7167109e178bfc47300a9c89db46502 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebeab7e0f60ca0a6aa2f23c0913f9de9fd9ad9769953bc97c40419e9ed07243e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0861de0c8003799e795688f44d45a273813275b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82b2cbd19f0e752b695d1fe793ccf1d7b65dc0bc06f542b691a0ce836890d681 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ec1ea39aa100bc81b936ee32c75e10b3b947536 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e118a8ff7fcf81f2a73cd6be11d1fa19305f4392d164bb8e9160124e8fd84fa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b947b4d3c3aa97b06ccb9d29b6414eb2b2b4305a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e9d94563eaca7875896004210a187f8dabbe439ea854340c20ddf0acaaec628 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91578e7e08d164eab820a9db0603de291094fc62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a29961ffbc8a2c2dd8bf203b810928454abe035f93be66ddb47aaed8cdad3e56 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09d24c56115bfdacee8d0d396dfeccf74886fc2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca8cae97a988a64c1fc9a52b950ae271c3a8fd2e3e7e9ab089f0d84b3733fcf3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ba7f4d82e61d3dd26fdbc3de37677e72e3850d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dc983213905aa16f93213702b05d083e55f8ddf0869de4b1ee6e7b58965396e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1dfca51f61aa62c372d07b924c19a214be1168e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:852ab1f6a729cb2a7ffe9b618be42e35bf0b9e682cf51c38375d2657f84014eb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ceb4c3fe683ff737115d19d3b52733378a071089 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:371d85edd690ebaf6ad99e2dd5a51b5cd7b7b69b6ccc030625335b69a1b46420 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ada37995772d929c7a3351df0f6d10b2e23ba7d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c9f6947f7ac88b9f4601fd02fd03bc39edc217d0b4480e6e71d313a7bdb1688 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..21a6eddb247315435c453b29a87bb7061a53eb84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:005ccbffa31f686f0e4a1c68c8c1a0e807f9446eaca3e9d734074912c4fc7a68 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2c82b7775b5c5d8ae5c26151b8c50eca4f18f2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1b5c6614a4ec96e26c401c01d8eee38743e71178cd90651ee8bc3c72d313348 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48851e99f92bfca2763cbea05c5f347aca23842a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5afa3f6eaa38843047074a96cf91860e71cdd18be28eaa98f90200a62ed2ae57 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24fbf6943602c27091d37e12ecfa30f4ea55bebf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cf3987d35254cc7a7762cbe21c51c01783d07b6c9ceeca327f7d453305639e9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd1371392025b55aa655247f203d00be5ab0f71e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dded6fb3136701f33ca367123a39aae706936c178f1a598b27abaed6e5483d39 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17b404c33a07fd2155153ac8fa1eb7740ede59ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfaa63987462c5e97e45bf6e0a1debe33e90f9961df3757eeb230efb6c2e121c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35ee2055c75e36894474500adcd1c3037f0c0ad3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdf1e0ab2ec12c5597a860d6c38455f2ce4a882553fcfb55eb68bf3ca1cacb12 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19e0bbbefd4fbd74de862b9823f5cd9e3ab4e48b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ac708833ffdcb3f7d6054cdf1a8a789c424973f0b67512868b0c2358c5b0df0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffa9ce40656cc9616c9d9b90f4428ef64a0d7e60 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be5b7c83f8d156e06e553e4ba326115041a684ffb47cf0d39cb7d61657ddb84f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..547ebaf8b11d02102c6fc63f1418eb9cb176ffb1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ea017933c954358816a9f2c48759a811e273f627dfbbeb580e17a833b7daf46 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f46f1620e7da7272dab1bca52260962245654457 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e344c12c01dab400ad9246010b22866ac7990508d6c0d89df326a8b43852c3ae +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70db836d52ff9ad76f77dee1887a4ceb10b344a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a595aaa8aeb58438fcd35a4a56f7aba54f3cabd820f0205b76a0c25682a7bd68 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..59989a1be488d990cfc8c73a6ea5acf0cefc75f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0316b5062ea870ed7e34b5f8ac995b96be7fb02a923061122527b647f07d516c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a14efd1023fc3d14d9d1a2a40c2baf0076e1afb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae0137fa46da9482c68f01456885b746875ce2be8715d593b2245f213db0743c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c79b97a7ad8b9538f8e62f071ace36dec2b3726d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a933168d69d1630fa8c22190965b698192f1f89a87a6805f337f7d33a2cef8ae +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..310803f8283984e712b8dfbf331a09634bfa95f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2378df16de5ca33bd526b9a273d07d143791de23b99a81bad633a4f1af6fc0b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc0d5c614d4970efe134b291e1be0ad55e68f3a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94322d3a0a0be0912387a40a0e6770593a8be6bf6075b0e9a1a96e3d8c5908f4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02609fb0336c478785c47d83acfdaa5c7d79cd17 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a485895849b921603d93753b46cbdb21014120f6db6115a1e8d6efb308e7d97 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..15fe09f257d9feb0f4c980c10638a149489a82eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82d36bb3a1d4a63b649782c4422ec2a72ae870782b75696976fc18856f24d6b0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30732e9ab2af4d7e8f0f27efff2414b551db2a62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:841d1147ed9810cc37bb14fe69731fccd21e82ee9e9978216fb8e1cf71d02408 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bcc73ec37c31134c864546e2be6aa1da110d5ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75b0600b4dd716563190c74b67f397e1b74ee441e0e9a6101fc8e5afacde4f41 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb2d4319673a50c702ee4ee9d0d5415d2ae9d70c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:787f6168366d7f672b8924e845230c538c8913363f2c62635baab6c3d2b1aae3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb5bc5d33911fb5890c6cecfdf8a919d5f7da0d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74844c0007728a172e1f65c274d2882242199c8f0dd6990dea26a0ad20855d21 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e278f9ccbe49232692015f55d4f2283da6a55bcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99ca6dd4b575996b1ae5dd1b9401e2be9582a1070c30177d61609250dc682eea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9ab7e9c8b9da9df3a44fa829ebceffb8fc634a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:148af0c191b96827a1294b66b129182fd5ea4350a978040a6090dfbf31e3c14e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa10f650087b4f0609330e933648576ee1ff9753 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20b11fecd33cf1873a15e6297ba1dac26db236b6b13ed187f8cd336ee924654d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d9cec128ddaf40d91f89082541ffda3b8b1c95b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05073ea800dc41e9f50afff777076b59ffe942cc2b78f8f4097870f35eb247aa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cb37f0a989f0a16cae0c39c63c8bb465bf4dcf7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df94e1ad871f81b4423b03f0fc2da5a7c3c5de86ab7bfa1a694d6ba6bd4645d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..77a0fb8d2f0fc8102463938b1c89c918653b7e0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57888767d200d1ce1aa9df887f3da3c8583dee2f2b6fc55315d16ed72c07e935 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c09364306b96e644e846d42dcb2d02d7c8dd3084 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73735fdde031c518d6a340255923521578a6a4bb518e1da8c32fecd97c72ba7d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e49caa9e72bbd0fe2fbacf70b100613a5fbea6e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc4cca7295621eb384ee57b8c4cf6f07660187c6980a3adf6e109686a873568f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6927e1f2799e03f74f34877a433ab2c23c362ef9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc94d3a3bcaab881d4a8e8fe70b0620043e052af76fe657e0bc178f7f662aeb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f752267ea7f5200229fe8b0886e6fe393e7e517e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e992890248c50f39e0b655fe9d81661a78a660bed018b22e437ff932ca220da +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b3f6d774331bd2d18bc892080f01c9254c1cea8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3cac9aabf102734ab1aaa4a361cac493bb52973daf7c4d1f025f9fd123e285e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9db2e1ca888e1b24bbbf74c930bb4c44c04aa345 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f881a8fd842785aaa950882ea356691122e14e530fc583999fe6b9cc97da51d9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36811a49e844b946a94aefc6d8d05c6326e504ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf38a261aeedc7da8bfdef82885be34bc4d3864f8a94721ba3d6d48849e279dd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8cf34f6c2d783b7d8cb5ca268847b4ac0f59a25 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35ec9ab7e8145a6768a9d874b0a473186f2a9dd7a1c21c2df3ab03c22b0374dc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65baaaba73ea516e8b769bd52091b29c58bffa96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9710229ccf200b5322401a587ac65501326d5ce17372723e82d0ee491503a648 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed39c74b55c2bc7169e031f188262f934f9064db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe2763a6335ed725cdf5f46820e2b696e4ccc44e84eba8e007c103f38c03cadb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..031b4dfdd7511cc67558a511bd461a252c5053d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76ddd32925d374ab4c8ca375b0e4300ce3ac4bf7810c36a13f38667d25ca86aa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..436fb2f13aae5c5aaf69d8ab0a86845af87e1cce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:603bec22cefb25850a958aa14b93dcdba13f861c4fe418e3c3636b597a667566 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33e72888ba5aedcadee1b2b41a627696bc622945 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22df127ee78b334b08b2415f1bcc9891dad054b84b9a16b7f89ec846b0d9d525 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c8b478075ca47fa781f8c58185ec529cb020923 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3add63b29d372816753172e554ef167cb598a199e1f8833d0e5b0c9724334cf8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c7038551bc96c6d277e75e6e2499a9d17ba1dee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9583f37b5d76c297625a7c224b863b815bc51c58d8025a2455a888e95f091b83 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..07d526041d11dd13ce8dbd34df34283f64453bd2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58927b92bb4e927cf7622db49c495f1ce129c2158b3b8b1b919dd0e6c2b2042d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..105d8e732bf0672840bdd04fc613cb4505ff2f48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f04579430604f2794ab849d8fbcf0723133a5d010318f2c5b5ed1355767af209 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9347792ab824f00d60a8c92990bafba83051b4e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85342c8580f58af144ccf5724ec5a0ca8b35aababd0762ec52c5211361a32d9a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e01a4ac10c796bcd6c0d57bca37909dbf78831b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d28f713cbdda313c75fd7b5b3e4105194a7fbb744bffa87fa090c4fbd40867f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..789e0fe4814420e90630010d7b3921468b0411d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23e9ef5e13e8f515ecf217d0bc93cff5659a6f28839ceca1d6edd1124f262603 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2edede8574acaa1022a8b11f9f6314311ae44879 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aaeb84a2379c42eaaa8c7728beb6a4a9a1d6f984518ab755dcb03d500caf7b8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..edbcb9e9befc9cea6904b4fbf3f3c1ab106bfd10 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a046146df6022119aa4080d9a52b569005356c0443bd7a2ee360e1a248c3111 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..284e84dcac11c2fa9a5f97f1128f3d0cffb5429c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:610f7eddd53a8e4aea4293f4ea029b7be603505d1345ad283a95cd58666fbac9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0671fc8d347d0ea16970d9015185446f00ae9c8a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:283cdc84ad3a81fef19531e036dfc98bf986221e404f17b25436d1e8acef4834 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b98fa44ecead7e7b56c0ec1974e728540b01192 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c5b738a3818975e6bae3e68a38212764ec1e5d1476a6e0466beac57aa7b65e1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1fea18f172f12116327a42e53e05bb197bc9b3b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc7ef431cb089ca7b6c19f61333679122dfff99db53930ca87047ef577aec2c7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4fe1d215714bb80c364b4c40d53133c45b2f7db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fcb352bc9a8aa28bfd1db95775bf52199a48fd3c81fd47d636ec5e7a0c10585 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a79e8042a429dffa6b556c8ebe1bef46398c8818 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dae18f195ade42fa22d8301640bca9b0fa414c52a548e89a85153f38e85eeef5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30cc389974190196a719884633a4b8da85ee413e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9add1c93ada7a2f96db035b828f626aa0ad5581f6e8761f8e98993befea91d8e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d05febdfa5bff7a0cab93cbde2d12e0ca4f91cfa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b17f3aab7709ea259d15859f23609f4685ec4423b2e60c96d724973cfadafdcc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b19106432b0eb0d47f1b58826619f94b97624550 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:829c9e2ebef9f480ad2fab49718dd832d5ca48c2d8bbb9c2fa9138ad5b36693f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa6d01615084a10947ec29f64796887b180d1f2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ee03e33a1a03c12d4d17d5c58181a37ec0ff776191c5daa3ef204650546e32c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..976e2eab1736ed1f5df2bbfedf6d14ffba7befa8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ea40062c50785d345de0f0642ef805c4408cfdde6f9424817d4eb843537cdd2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01fe059d8cbe352d0fdbe46cc541c8443498acf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54dc78e8aaa9ca4c4dd9330b4e4eb94f3dbac4534118fb5e385fd732cdc38c11 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19372b2771d9cddaf0fc4e0e5889defdaeba411d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:360c2c7c33506854b5c7692bed3a81d3bc2eb2fa9d9c9caad90e12fb492a8419 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..456469b2c64359faffd47801d3cd5ffeb6d2bde6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:314f091ba1366c1956be30a83a6740fa99fb5c49e3df867f72e124a67fb1f43f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d40652877723aac23ac98b5d2eabbb980d2dfcce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:800ff9e61f525ebbc7c7fae13f2eef36825ff5ee73dcd9f8176a762c69ae1275 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd36d2df3705c4921e3b52b12928405305da892d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1739c8b4763fab2d808fd2e4d8535aa23bd5410f5009639368e86dc546a1024 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20ac7cf742fd7e23015e52156fe30e2f2d257588 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e14217f789392656b936095f6cdc52c38c786167c983d3c6c7d891b40bf036fa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a072a574b0bfaee8006e541e95946e962e94719a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f71251c3f4f1b69d61cff2dadf2af95bfe595039685d3046d600a5dfc2ff366f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e98d132ec8a5b4efdab4f217e53cb2c7df55375 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e28d76488caa16ab1f13aafebe1fb5172a63660f81850502bab41e8b49f50d77 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..894ca3a5f2451fb4bbf5dc03f502babeeadf6bd3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d1160ef979c128e3f82e5c0c9ad7cc48f5aa81fdc43feea4b40b2ddf0f51666 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2be2d861f9c84a5f47b298cf4d6858bc5244a615 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87a516928c32ad1eecda46f355c43838530caec01bbdf82ebed65974d7cb057a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6eec3e989987af33127508745df3abe70e15ab94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80bb89c3185a4a0e9ed09b6a293c0813d1eca08dc045fe7eadd5bab4946ea8d1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2c6efdf53f412ef9e4035257bb20942a7272dab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bfdd54929d3b33e398d388adc37f4456f4ed3e35ae8c0b72b4879c1dc3fe725 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97a0ab011fea5a768b5e772ec560814f26a7f2c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9835efba1e0f25339da2f4e4b58c148a30ad0eab3eb5eaa2c062375ff0f4a2a4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79f880526a542379de5e357c3145604530b08b2a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08999b4d5cce5891ef3c4dd93447a1127d94296bf41f524009bcf38e50c2aee0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f575df029869b6e7f826a69cc7a0830d3c077907 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9e8e8cca4f9b101f3d1954123bc738e3a758e9c05f6f8f2e20a85f740c5c9ec +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..841755832435d419d720b68706b04baa9c7f143a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dd7adf99e395f371cbb5957e082807c3d16217fe8a5161b7d0d85e05fbbfd4c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32e036d70daa427697d999aa92ca04d0c0753657 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0410bfdb1d980aba0577668d2d379bc3dabadf9e1736a2c9374c3e7f9f016adc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc93d0417c914d5d4c1fb6ae623e96c3f39e15f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec7814826c2f9130459975f39a3c964693cd7cbfd9b957ad3afd44145475909 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5542fa11397b9a4e9e1c5b84aa3969109c7c82e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2215f8cfea894ccda4c4ef1ec3317b3cef6acde2bb3faa1a400c2bb7ae7652b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ab25697296e37b5e215c5f68ff013bcbecffed9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8f48cb9716657cf7a931e5030a6233342461a44d456ce3ec14a75d34d00111f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4d4838a3c799365f014d143d7c11743506e4626 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aa2b7a850c2924e0b1ccadb85d98da17eafa5ce10a7b41e70fbadc2b758907f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f3ee6654f486ef858069a274579977421056bb9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8150161906da199feec4d74f484a6707c27b5d2092e09167f20ba99aa4d50b11 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2219187a51db74933210bdbea2418736d0c32392 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e771704a43cc2442e9c1b7738d19e5c188c9b39c01120b956650063c75f1fc9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..831089e55522fb4f1032a54781ceab823b3d08e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a967ca372caa52c5af3d78ca207a0e30ff07e7f478b8beaee857ca0ff8c86ea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96924b5f31ebf651a401b691d7f6b12b0541b22d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddb9bdc178ce1d692ac5a057161cfb58bb7dc19420c65988a0449715297916fa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa3b127210df43aa85c8a6750bee597c1d5b45f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ecb8f083cf94d401014f6a84894f337b2c9ce7afd9c723ec89decd9586cade1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8465e0cd74f60875bdd7ce1e062aa0dc592b81c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7870e8e036a19470ff3b5a240fad3e54ded87dca23bd0eaf78cbcde10f3fae4f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f98bfa919baa77f6013df658730b9f2c78553e65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f396d11a1151e7e3ccb3e3913e45fbbcc6291150d09c5db86a07db127eb2dac +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce9752382b08f9229951c5b471e828250484232a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebcd274a8149bd71dd5dba3173e97608b0129f36a112ceaacb442aad3373313c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84a97c33c7024ba8c1d3691db5e9039df91e65ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:795284418e979e168f91154ebc3d7c6b88ae6e911f50720670f4f88c4f21e245 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4f71e46e3ff8d2aa19378877cf0d53c0e5fb990 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bed57079f3e1132320631650c82558d40006e745fa655f8f215691a17a330c7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d27226b8da9e513a780b18bb2f5f5086dc8fa3f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6dc97a3d071f94e0e90576b5fa20038b0d68251e008d63b60cd6acd500bf780 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e72f918eabae108e4f134a9c1a565f28fe49bf2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:777f988a774cbd85d3074354329e5c7456b51db5dae0bec72900f261b8a4587b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..712ad9670ba20178d9d1817391faf4ff4bc3e914 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee76f7ccdc69553c3dfc892567a6a808456722b3e58f12dbea86095a53af5ee2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7e71ca8a2215f1d8d6ba97a8e7e11571a995dac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b56a729c29f3752a4f963edb4cf44e98fffccc04c459fe2fa585105013703e91 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2d9091a0599a1b5d80428af3ff2b462382a3511 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac426348dbd0f2f4a01bf29690083a2299ba960f00181b43c61ec7f7eb27cee7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e48c089bbb15d311c14cb1ae598b71033c9af4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cb3040670f6370b42fdb71b0941e9df6fba163762f7833f86050f8000b46f66 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdfa1126e09cac1180b4c44752cae28093297037 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80621adc233eb78eeb25edbf2107a0fe9c4bc8e99d0c3bbeb63be0a17ed792c6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..963d5a69a3e97a7d3e8bc093785b5ef4bbc53aec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8319492bf0b72eb70bdacd7a0f1560879dd6dc9a06298686d2dbbe8d59bcdeb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cc3632e44cb535acc9fbf265474bd4a786d85c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea4a1d118f7c91e4373ffa23a5b5986ec4cf853988e93ed5b1ab3575143b3883 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..22ed8d65ea39ba413ba89f571cda0acbb38798c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b36035d3c397c0cd2ebcc68a5f5108640df3ec7559fe9eb4f938290c2d4ee2dc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3334b768475b87b14cbcf7518fac97cf217f67e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a1fedf015126f50e64f0d64810dc0b1a00713ce62a75de5686e32f4d45695b3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ca1a71c7c4f8a65544418109c5b0aaab56c6419 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:417a74181bd6da3e6789d79cb7805c7a39022ceabe8bba303da717eccd47c155 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..949220e67c7d05b1bc17223496424ee45a2ec84c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27124bbc9a64221c93132fb1ed8c170e396ea5dd851d3ba747e36fe7b79fe52d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..047b2fe3f496df43ae6f21c319d05f216d06bee1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00600d50455fd7857e6a656a75e3d144be280eed2300258d5eb54b625e688a10 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b16d1031415e7244407a4028326e6d51ffd1d64 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1dd73db458df88e555fc86327676695e5f50ee3dc5487fca52f2b37f45b8272 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a2b9fc21de55a8d1b1f262bb3457b5e40414489 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40d9eb4cd157c9429b39d6443094d7c39def3360d6066885b068ba893a4e9235 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22e28b8822d91d851b84305fedf0958db0cfb2e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:282451d987303758e2f48ae3b3588d3a0d6092516b7863dfba9cdeca89a3fa27 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a51208cd255b1ec816bf3c22e7c9a070cdb36c7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:328d0f436b51eebc8252d6cbb0609b57f82d8ca2e3a6e242765b216edf9a1f57 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1b72162ce416c02aa6fc737f1bed8263867fa08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65c0ac3dfc6f5f43b7c73601bad3cf0909819925672f416b65ed9514ff958efd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02fc4e5d9853705cb9065228c0351d6665ed37e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d60c97d11e68edfd1a7ba2592a7f3bb5ed0327883041783ae12e931a83204e72 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b30cb418dd76fc5361dc3eaca034b371d0550b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a36cc2abf450561bf42d956fc23e14193857fb4e0b0f2597002725cf831186d8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e538e6d86c585124a3b7f49042883f9ebe3e19b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:978cf7a1756704dd92e8245e56376678f558bd8adba4151b2df9a44f38d4de42 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68c7a2d5854fc832fdeb68346eb6f0959313d523 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:088201d0238f6b65fdf05e6be8ab6ff15c4861510c8689ee597b1645f1ea1c5e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ba0a23d7c29bee3c3970842abbdc441eee99e3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a693a471a09a89b4d761bf7485473b6e03c266064d37ea45a551193c1a05571 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4205721a0c0aa08c687c3d4812da777f0fea0201 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbfaf1bbb9255c8aadab126e617e2d9fcf0a8173950fbb3a9cb942c97de844a9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4a8a75762e8e58fe44f632737b02ecaaaac455b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0470180aeb9ed84964a7d7f02e8e717c25e8f5b01038a4ae7ea8e7aa3a3b2eec +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a952f4e098f22c274a008314faa99bebf777f4e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edf8a020b0d9f5e59ab3ad86f02cf84f6fa8f7a4db5de5f6b81c2e2b57a8430c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b85f495a29c371d6574db3786f123811229069a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c3619b461fbe028b932cfb68d102d89d2b69e944d8ed0553d1e896475fcc84a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f6f772acee589abe92965c7d3e5eb7640a50753 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bd6b7931af8233adf3dde7677ef74c5ec1e162e6873b695ede568a1de77008b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8100b5fce6664cf4455f0e67e775777ae866a65b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a6b824f0737cb2874794a7489b413038c6d3c565745b7ec801101dd24b4199 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb1c2ba54bb7a47687a79d97a5d2065ac9b5b5cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fe8978ed333c39f093f34a30d5e09b86d9a159ac19ac26f4824c9a04d7a0801 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c2e8cc5f3686ada7a290adc8a93a02335d3fec2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa9b80c366cbd273676e43cb5ce9e3ab86ee2facd34984c8f4c76a079c841710 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f962358e48808e52c946b58fcef74cdee90b838a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd542517700763c6bbaf48cb9299824efbb030ab12cb1611f26f42480d587381 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0de92430f99bbac647bb1545f95adeb10e239cd1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b294f8f120c9a58589ec09c696387cb0f40d3aa53abe860f5ef8563d69adc6b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15bd4a6e4f590117f1bb928d1cc40986b073ced8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d74812e088aa14c226b90b621bb22d72918a050b4e87104c2ebd18482a82fe52 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b0d200a1ef5530ddfde6bb30cce5f8aaeb75db0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:232f7d266c2f65a3f26fa87f76e619e2af5205a652a8965feee46ea4bee8a634 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..838b64dc66d6cdcb63c701b6154e31c2ddd35498 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ea6c56cf94bf66fa2acd2f6226adaf017dc3db76dde6d5bf44838bb9f24e949 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..21dc848f7d182c94c0672cc92946a7845652f1a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde879e5d9ba5d4f87932c8e51e3d9326fdcc4ec8ccc0aec29ee95d0619849d4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec75cf368cd852cb44807cd46bcf458038fcc59e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53c9da7492258093df9e8c89e6093a233b0113019bd75b279206f3e9260995fb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3f28a93d6b12168876aab9d4abec07d90a60acc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3f9ad26afb92d359fdd0f489514703715c11a078ee4ac242807e9cfecfcef63 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad8ea3ff9e7b49b385bef494b9e6c52a2083c021 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d2b05f95fe22b4f15908359d659bb6cced3e81a12da93c0f9dcd7efd4ad2cad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1b39602b838f723bd887bb6ff85ab615f365d3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:481e31dcf60ab989975051993c56eba6e89aacf1a1d11f4e023ad24a8d7c63c5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ce6eafec94dd6295eccf7bc79e99589d5ca48f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c4b6f98ec4208578745e31cb37ab67cd2ca4ec063d52d27196727761cbdb44f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f99b735d068d5fbd46ee7648328d7a651dc29bb9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c96f8a372ea45700c90565c67350aaf1bbde401162d9d5a768ac98d6bcbe66e4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6025ad5b6ac2e078ba370b47a8687a36f033a9d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5089d60b8bccbdc67a973070a6ded64ade42e52d289412f3b6b5c8b153501bf4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..edc2212ec6148daac6cf689027ee974d07d4643e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96109451557a87f8c6c48931f32d850c8b33b12a98a9a89094bd7d52e6ebfd09 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..83eace57bc6e288ed19a6d268ae595312026368c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49be72afe79fdf819ddc4a81871ad897322a2a0269ca29333248ed704e3a7e79 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3d519522241c2e67c500fa9fd138a7381294378 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:050eb33cba474ddf36c887346e3f0265a2956acced8b052d8ac19a60028f4820 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dab2e1f27755320ebd515b2ba9c41d8a11474aaa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da9be223f567c6f15d6a8c9bb3f1f8711e0abc475cf0419d8227c3e2183afbbf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c52e5b58f968478ae3ebde5b2a0fe62b4b19d98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a16b3af13b320e1d55644474168efbe254f2a769d4930fe285e22487868d63b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8eba989f0e3b0acbccb5a59ebf0564f92def5176 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca6bef21121f600eed353115a44a62935d91a8165054003a91c33561a55626e4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0abd1095ba53152991cac7e12af34d1d71a036cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb6b30bbac370ea965bcefaead1e57cb1aa850825c552883dea5bd0025fbadfa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5596f1cbe8dcdbd07e0ac8ea3d07d4d62c5da233 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23654adc430c48b9e5f9c14f8bdcd937f9c2da2d86a7c3baed3bbd6dd6be6c4c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..01744aca7f8b474d3cfa6c6aad03e79d088c9c29 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b62c9b77409011250b78cd8db1762f83390a4240f9f46cb9d9d1510ae097ef6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24d99a9742cbd812ef9a7ca20adafa031df13d61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24703d33fc4abecbffcb3840714d7b58a1a358f56dd402fa4d9c952ed74532fa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a7e69aebe8e491b5314decac2512aa7b0fd416c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d628269fc426e7cca74ae80ee816ec71b31a1f54f63915cf57427f2ef138e47a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b91f2447df6843ec90a40a0e85b2b40554450818 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeae6f2e410fb837159d8776264d0767e4ad743d20451adc2463f0dbefac03d2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e728deabb9da8a3b4ce531c8e212d105c70312c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0730cbc08c2f3d862705bb10f848cfb689fc767e9a573d7f9e03a730915a5613 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..509323d9906c1d7fc4f6b45de14f537fc41a5ecc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:186e1e7af4aabf186da9f6578c947670762af33903f985a565ba066906fb9003 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e1f050337288aed49576306846b2d118431136c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d758a58a66e16dbd7591e4a8f77d161b9aae45319722dd95098acfb98f67f105 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..814bdea6b56ff3273a23458d6efdee9fba8c6100 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83c76ac773079a755b57053e9729a2bdcb1a2f401e3911e02f2643efb6df1d02 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..78faa3043d7cdaba0df0db23cd3493d2a84a5b8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c99ed75b786f665cc30ec2f7e77feaa1a93c2272fcb390262bf39c6e76731ab +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a81be6e1c3056ad47bd72be7cfe76aea5354096c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:858e6532256ad2e513218573d291056638e3f0f0bdbd26903fc90261fb679a95 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..679c7afd17defe9444f31c4cf02918cb530e041d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a993ebb1fecf1a35418348c0926bdf8eea01d910071e65eb184a6ccb670a632 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c9967c9dedeff24a3af712d102834a52c8b9f58 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e011c021d3014902df42ae82b61fa536004ad1fc08e3e6c1fbeb1616adfcc7ee +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11ed4f78d910b2292fe4ccc06807068374d77ba1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5a119c9f4c6f62161d4cd766966ba1c88d0290371c0668c57febd13b8ecb60a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7919becf43ceeff820ce552b7eac4ede2dadbb43 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0399d7f53e535c445ad4289a185172a61bc2c08abdbabaceddb8dd91014e1f4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dff029d98ad91fb6d484a51508a7a3a68dab8c7a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0425785bdc0a5750347e65045bf246f52008898f4a5370bb82373447426a5b18 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..559004142af85e6c24b96f3122e39e077e044244 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a239773c718ef3ad3db8c2aafed0fbab2ef362040d6f76f7f8257c320690df9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef8a59614da2e5d378f3c4251e5e24ba09459bb9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:448e43b04ab0648f5a9554e803f1b9d6fa696241b50dc10f175f255c93f991ba +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d999e34537163977a3791055e49553a539001d07 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ee5107203f1019b283dfa50a87b8878a15e72cf0066214619ee4c4ab33fcd24 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60dc7814961cdbb01abe703869854361bb307aa3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00b55ea256bd94b7213e107f46e2717c11129c66b1669aa31324f9e277bbb4dc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2333e1adfb06e5fa4a5e8713c07595a0f69de6d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b87c972e6938a8ba7638a85797f2735ee56cb224af58036c4796b878b4e01a98 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0963a4832dc9c4b29725db38f615bdf8663a10a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eddefc0a3089eb5688c79f8c439e552be1df78dac64e741becb0d8e789702783 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c38dd4b4918d4dd3f7905dc18d7e67fe3c919ddb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b9119537d182a3f060c7da8c3f650aef97462c64298bf5db6a7c33393376d2a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6826558849cdad9002f012f9a45bc37309096df5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44ed5407089d922e35ab887947125c181339091b791b1b55d235824f75592b79 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05b91f4dc6ffd667120f09c0e97ecd451cfca8ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:830d991a6967823c310517638c228c75ffcd84db769cc004dfeca760cd8329b4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0610ca1beb489070d1b8a079e5d21df6aaad7e6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fa5f59b09bbd992b794e4883522d5c6a3ef9b417175f2da76f06411b9b610a0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..502feeb186d6ba2c69aed40bf879dbb27d37b118 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5205f013a543e901601cdcba90f3fb2dfe0315a2d1f21540fdce09a7d6f541bb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49d581e5bd33545a4cbf2ed459c56a815f78b294 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c4bddcf3b22a1feac3779b911cee67176dada265706a8b9d818bdf7563aab62 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88e1da82018827100b3be9043b7f38d1f9c352b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:494bd2fb4718d7e0df58b947722f613a85dcf1e026d210f9763ce34ababb047b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc0f6ed173da81495b3575278ebf67e288ef4fef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50f2215c70f65a1ba850e57e834aeaa89c9dc26cb790cee1b80bb9482cc28665 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efef60be6853c442a73b147c639bf9800ec34902 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c20f3531ce4b959d86bf92f53920413ed9d5556aac8c67b5a53fb045fbab8bcb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3196a5fd8f5ee38583f388c5081361af9a901fd4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57acdf6622bf8e737a11371c5142af2eea39c6a00b98746abd3d61b32397dd79 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e419140553e33416fc0e84e4487964ae32f9809 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d6595da75df2e44312cda3331d1cfb57a760377f95725a85d9c4145781ec533 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..381093645c2990bc3012ab1d270094ec23daa3a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b8b19837768600ef71d78beb3c73e69c4f4740ba7e080a39ae7a23b71aafa8c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b64a50e2c432d41afbb85d42ffc12217c19d56c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ed58a2c1ce9182500039e4431309acdfbe20ca2f5a4f7bfb34d705fb654503e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3610436e8a7d8878e588b86f56c376e67e01136 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a640b7276e0febfabc7ccca8db6ed11e32a36146d5f289fef23e70acbd2c0d6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c380a1e69142143254b9565d0682b278ebae778c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6210cf8853a4ccd0cc053a479c05a9ee265747f966f888b1b60359cd87c7a075 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1633ed2c466a03e392fee00ef60b9efee8ade466 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08c348f55c520cf12be7ff0260e767f6c8d4a3a136e7c6316ea5d54be257f151 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6eb323ab70c78dc826c33aafa8625a6bd230420 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bde3d5f5551f7a412a882c02644c42cadea35cece829d4f92f668e8e8277b0d0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..039d1f8629d26c6406db852390e2280eaf5833cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa0b448512969a27bba577e4a9605b6b1592d046e9142c4bfadde2623defa0c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..018f3beb93da4fc1ae680864658d1eaa1df3c576 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ff770e71412c422800542dec75d5b0064f5c928d90c1fbbaf4f8a40386c26c0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce57ffbba615daed93f1b7a98e14f649892b832a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36e5872b9a7d7f209f45fc15dc54f17dee6e2372b0f37c08c7b45ad5067ed848 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..981fad8793997b03e713e3eaf4c70d9203f3ab4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab7b20c4ce9b8b5bc188e3fded4a1d6ad2f487075458ea3b813d09381c1036ff +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..636a0dfccc228b3354ed73b4963be23f8494e160 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c56254d4a41c601635b13469c16d95aadd22327349af08987b3a532c0873c3b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b7b8750a6c4468f1c25fa7bcfaea0ba4df1b89a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f43b6cf14a9efa26ab656f42084f00fb41f358fa26b8f515bcd29f1748aeee01 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..481f0917a7c22ada24bfca1260b23cdd6b7f7163 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70ddc6484e095b2e0dee38ff1c2b0874e026bf6841c46908749ef10356c3af35 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5eed7178d8c0dec4e6ac8dbf3251f3ba484a8bc8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59f7d7e56e51689af2ba817cff4ade6ec92546393f3ab1b94553a35110dab751 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d52797c814b10b5441eea972db1bcaf496ddb9d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9431fcc1b9e386bd6478cd52ba55dacff1c915607896cfcef5695a28fb980332 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48bcc73f0ec3748ac725921b91a2711fd39d589c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f79d22caf2df8289158bd8633d717b6e8a7d8219329b4770e988eb47c988f62e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..020a458ed6c11e840a1f37a6eefa43e98066d472 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bc961120d36a709989310b2efd9169819ebde8b073e8c421d45edc5e02b5d04 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b55d5faf931ee591730706c79172408eccca41f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f4777b219ac04df378de01f29630a80e9f198b2ea7421e04730eab194317236 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0dd920c498e71c3c929f0ea80ee3560d97b5cc9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:354b6a1c2fb31c9c4bf3714b0e8c7a37324792aecaa5ce16cabaef9bc0c80b8d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d1ce16beade4e440ec2cec8ec6bfaf801df7b41 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0da503ddd51a023f200816ca7e4b5ad7e8d2062271fedd49d28ecb6509caab1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d5419c0828aad38e920d588f5d622166fcee5d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1206e4e14527590d152c9faa15851737604a8f9027e6b283db6295e6f020562 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1e8e6b04e3fb134e645133635ac1eed4e7f8224 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01862f775b008da2c90d8bc2e71b65d84c26580dd92b066288d15fbb4f4d596 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58e9af34df5be59846b64b9186cb43f45e295363 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3968fe670e981c06cc702f4330964dda8ee6ceabe585f54cd8d4639f267c8566 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e5c544a02a94c9181790731047b1f58564d3cea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99390a0effb7df034e202f8103480d19fe6959ad9e5641d4f6839821496d11a9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27055f6f562792e233ff81e32b399771df1ab5d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:061b3243d2e5758536fde842ca9a77638f7afec2e47e599b2f0237ec2bf83afc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92896e4eede41db0233fdbd82fe6e25fee5c0cf6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0ec333cea4d7e3a369992021526f868f7dd244b2571e5ab56361e3cccbf6258 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1029b2393021576b2f7f01bb866a035251912db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee5aa087a7022b78a1f41806441eee5c6d514943a6768f9bcecdcc9fb68f7d75 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b65fc3a1ecf8e3aaadc9a0e20bee7d862ee8f5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fffb441bf93f554a976027c2ab6e25f8f5ff858bd771733a9979de0f9c98d814 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4347ea64551b53f88ba23fe2aa7fac93efb0e86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ffd88169f3e0f5f3d8df2e222aa91506312e722d58ff99e1cb68ab925fcc694 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3826a2a33c43f6bec85b374dffe8a089b98d2ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fc9f294e05e41edde3c050027b604ac492f2d99a97d46ee384a3699447d32e5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9391db54664aace7117100e30325978aa7c42fef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2adb728553e3a7f05fd842c86501fa24705db49db1e9db6cc317f5c12e559d5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..947ce4cd6f1526b78d91576f75fb3868e2308e53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3247fce09d53309a97a1b078aedeffb94238ce23e99df0b25b2ddc31dcae8623 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e41562557066a2b976f3e6118dd4b29c9b862db6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ba640e6c48ee5aebadd9f4b8774cc7b43190244f17d760d95b4ab3e1f8f204e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a595c57b617c6d6e9180bf0a19e764f0bfb719a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ae2e2d00a425a0dfe0805e05704c4e5fe613215eecc9ae3e5e96b248d791086 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec8848c4cc62c3d34e39d62cee49acc92c985dcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eddd088e01efae57aaefa4b28780fe0bc3047a27ad77e170fcda8a9d7f93ddf3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c12ca9bf80557e74631dc41c858fbd04d997f5c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:958727441aec565df5d9399e1c00c08c36cf2a973be4d25858571c9a54fcecfe +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd85fe76b95d7a9e7c53a27c5988cec678967ff2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e73da428a028a522cef4a15e0eb47f17e214a3d397c84567cebacd5752781dd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e311e422fcbcb6e0603d644dafe6974fc911279a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1654f397693f40b20b657bf97fb3c0bc5de4e73606b84f49b717b659785ed7b3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2acd88e8654c7a2d20a22bbbbc1c67b1adc846cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:619570e272bc5cf625a84dff00d150f0481076dfc47070dd0a43cdf4b2c34759 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8beca960e3bad4d1521243cb3d92d4029649dbe2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e41081c5a3241eaea1b55052af270f2af49725eb43de9eb07d141ccb969442 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb28859a33263e4a00ecbe33f8f42374047852d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b77418ebcb292559ae9fb1656e8d709b95cf409333a4b5714b0de65cdf87b949 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e851eb3317ff44cdcba7a27d134f62f5cb768696 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec7de444bea635ac925ff5c93c991bb5a4fbd11ec2d11a9ed8f93b321f77fb93 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e902380c9c67bf919c3d9ae788fc827c07357838 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7176d1964413bdac37c9dd9750e330c33921fdd796625c0111ea733ac240ea8c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3211b4451cf0fe55e1c58477cf56f73e6e340cf3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91df3650c0ecd4d0368dd2e37d99ae195db0634e0a7d3bfe71cc4c376f917c37 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9465aa2584a8f37852106f3808b049fd94d20da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd47a48616be5c4e1606f1b1272f327bb605e535f5120cd9e46e87dea08fc7c7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3f3fa5e50932333d8f35cfd508e33c6a698317e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba00bd52ab2a3ef557a6074f27df52d80f036faaa16f99ce9bfad6447c5a1447 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..204367443c85edc049713fa34dac3aa433e14f52 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b67044c19a8fbc2fcd2436c7c62669d87a3362081109a237ce3dfa4601a2ddc4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59308c283af3c91aa1290363c6c7b2d929681adc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fc7c55c439e9faaaa385134f1513cb8373a1cf049c4b22bf2795fa61bc8f628 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..18773966baf76437f4e54944001a845a216827fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfaeb5462d14057cf666b07e8102ab479dac49306cda60f9b89a216303814f26 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09a1deefa8438063afc9f016dd0616e5ce366434 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b45c085269bec70d1780784d05ab40abd4c2918a0508283da296110080eea5bc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5da3f185bca423278a2c209782183d24ad3a5df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e2092859b06f9465324e7970560bafd138789be218d9f0d732e1b0f20837427 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc390cf96e5db755ca11a5626dab26012fe2eed7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fa3de2e952a00f24e924953c3b02bcaec323243ef9c6e9ade3618fbc1719fd8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb5372aeccd4a89ea7dee3c0287a5b0b16912345 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9bc24626748c04001ff1f33d0192e2695a499fd2b82836378b02955dd779401 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0f3d8dcd8a786cd9fcd4fd83960b9c205106fcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d752781cabd43891a7772ebf21226a351f3cab6f03cf692be426f810fa7b93 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1962b47144c67f015b473a2c52d256a4a2686054 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46af6c0f426e68461563bde527ab3321ce9ab44c08dd6ea132326c80f21c6a6d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c52b9d485738c04a60d17b8b986c21b68eed2a0f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7da44ab70ba86ebf73ecfddc56fd03175dbc397a8a8a37e86fcda24b1f118c7c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7f43809a2d3f603e41cdc537387d2bd5b020a5f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be37b60f8953998e95b208710391e71aeaf08b1469263f03851ee7e5d3b5a73b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29da77507803de2d390f5174ff111bc50c996a22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:871ca7b3a4e0708d5088ec2159dfe11484b78eedd64dd0affb6cb71eeb27dad6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86988e5988426bcd50ea772c3278b2c0a55de510 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de3fc4b5746081de5af47307dcc3a38100f343b212fa4c21f49a60cade2fe2fc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f76520292eb31e505b94dc18b14cd2edfd607306 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a56d76f573bb484b935f23f9561130b47a450d052a4133d680d21271b7709c5a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..329dcdca824556b760d17f036611af753524f90a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97c8ab7ed8762219f3fa07ad550ff106438f177ae3e41c3cb242a28bf9021842 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8da52a4ca36b633d49a014babcb6b3fec95e6e0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:550b96221180c0f307c8f1e612d3c99e70827f3d0b28a9678663f48cc28b94cf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9d3937a709c230dc8f712952673168d259efd83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41ff8ec237e9916a36faba65f2e0571824890d1f1ef4abb89ae8410564baa1b9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..981f33a6a535de0bff4359578a92e46fe0b90b44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4b7e6aa9b1164ccd63776251d550b61f7b2e87e1945b5984ea3e1c6871c4472 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2edeb4f06adf9b192f1edaceed5cad447cf5f80 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3459012506dee218dc0c652ad8bfa9497877216a23d0f5afd92a43160acf736 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3952e3195da3d4f0333ce6817ffeb8d46b87ee6a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5714d3100fc17e96569bcb535e1b3540222faad5764040bf83f87ec482e3a6ce +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42670c8a8d695fe084ee8703fc24a2e801c12abb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae64d9c05ede4e9624268527d368bcaca55eda6600897b039fba2d31db051dbe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bf24defa0e9ae6534a58d2a90a9bc7146a0b4c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cab886469dbae3b2602c2630605e5bcce81a142addc8a93c745cd2465732270 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90c60808775dd186b00744862aca0268b423cef5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6387afe393b5493d8d9c11d734bd5eec3fb93b16fd50a588379ff51ae599afd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b458bdbe0b906797439585b1919c6eb57eb7570e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:707caf4d933279fa4fdce90c8ff6f0cfc7af68e86f9254e149f1118cc7830115 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f93b87c0074779519d46a9434747efc8154e6973 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e8d86ea4666a9c910e79eaaba6908ae30a31a47271ea82d337b59b9213e0242 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31f7dabcd33c404e4430b1b689c299800475db0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2a3745b15cabdfc8e1010497be2d5bec3a9e1dec7f5db3e884eb255c092fbd9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..22d3eadbd91aacb781e7c8533afcd599ca55e477 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:151eed9bfe5fe5c8bbb24ebabac2bf5c806b72ea0eab6204d3330840912509b3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdc6934d4b3d0b70d6ef66f4b5652439dd32b045 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76a980dd8201dce49399241cc1edd37275cf9d2493031266f24def7eb2b16526 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51588f508a19b8b324104a5de9c2086152d1a817 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e33f99547550ac67d3a91846d69db295038e063a772b8ecefbe942004125a2a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..059fa508e24781d3ebeff0fe760d3c411a3eca13 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1a715bd2b50ecd97f84823f0db4674e3791ff9a270afa55e4785aa35323d678 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ce74f1e5e91b62acc2bf73ba456f85b23d08b0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2a0fdc61b0dbb0acdc8da5af235e6d166dc559d38b5f0dfd1600ba2c25bd9ac +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3eef13b110ec03aef8fc4745aeb91483dd6529c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91d13da3247c53172d961c5b25bec52ebf08c2a52121225d257bab6b35f64c35 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60610208c69f37204a0b55faa62d4ee132f51a42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0c09715d69cac511c1b71d5111c3b2170fef1050f1e95a2f109105c94cfb653 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eae58287acce5181947cf028450e91260639210f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19ef6d4f72b7f6a71ddb01ef9e568c978226baecba7ba84555f78a18f56f8855 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..226817d8534dbadbe243ae5fc4dc6a7af42d4f5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f647190321a5aa26b3ef4614aef1e5694bd1ac1561070a3079335b290e3d18dc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb65e836ed0dabb2b25e4aab61d988bb5e3d3daf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c781aa096998c1944d8362ad4c500836b4ae270fcb5d9ecec35291a00b2acc7a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5df449163bfecbe2e7b8416057d73cc130d6ef7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b629fb70a8f762d3e6691fb7ce7af1ab3819034ae0149eb4a3d27d35084402d5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd555fd697032b5de774a75c39108884d351a04a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c0609cbfe3f55ed4b8c40ef04886deb2953d19f00b6dd9f4f43e323ec52533b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88bc19265a3ff010aeeb7b07e58bddfd83198309 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c950a68a4bc261804984c0be0f07b0ddac81ad9e95eeabb7eb0a3896e437d4ba +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5a115ddd64e13ce512938a52484e17e65e3e301 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db1e7ce8129323d9f7caa13c3641f753ef0979d3ae7ee05f807bf9f161e3bd12 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c4e6f4f99e184987f9026f779282dc822c5cd4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b17c7f556299c95893f286c0f44a106d5215498eeaa4ab63190ef3fc6f8bb850 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de4a572e10728dc234a566a5e3cccc5f6e88ac7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10038bafee20aa2778c07af13736d215332f494912b3312cc27334a40027548d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b66b617d00635981d712a8f8daa98c8ae92b06ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:330c4fb669ef37b209206b4fbeeb6b0447a0b08c6b248515fa63f0fe960705e0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99590a4baecc4011a4fd8f1560c564e9834bda9d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7c53a9b3959d7f397190373fcd68994a83db594f99e3389527cee4c65362a8e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..291795fafad7a0d40eefe6acbddeff06aa89d4c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1328951086b01bfcee3124e65105ae68b0f5e0e133b9681b3306246a4e832d3c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91ccef5b84e01442f9caa601701b8aac14e89878 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70c8ceee5d29c9e1c4301521f6985edc47fb9abf4856bf94c02cd93dc939c3c5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97b0bc1a5d406ea08645368b263aea682799d896 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a1359e1f7222133f989343d3e8c4b0885e91ef1909e8c5d51b84a9dff0732ac +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e2a29611fbbe04803e2105db9d84a7b8b6b6e4a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26917c9ede1dc5d370b97b8b88c317c44d75b2981a89d80599c9ba1a68a0b4d2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c42cf2b753f725f64b880614896586a401182f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f3ee1732dde660f70939695bdd2765f8bc38d1bc666b8f7e55f1e6d5f8c32db +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55506a4c9f0de2a4a5b235552f7c7cf2568150e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70ec512ba783c682da369d6460ecfa3624e8c43fa6670f4fba47568ba1fe6325 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bbf3e91aaa21d29df483d744216a537f84a962ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18ebf7095b6df666d810e89056390445ddd6e13da484f3a0052633b9d3bf11c0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a20976e27c52ae0963eb8c70ebf908f33071ae3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e89a49266f50842d4867681b1bc7cda3e01605f064b10b4ad4940deceb0a256d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89a8b3c3a6e257acf86d38b7281e6046f229e475 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:404e6551ce28345c4700b66a0cb2ad2d1df65d1fcaba59fbbc523d9120efbb88 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c204e905eceaef26fbea47b75db6eacd2d51cf52 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faf9260504a6a804ca3b043bef530bca21add80148c9bcddd9656f42f153612c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d55756090e3173d2e1b065511fab5a6f2df775e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c3d03258e8970e34d8f0cfb51710512aaf32f51f9a53ef060ef88873e65b1b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa3b3d5393b5f7b768001f0cd3cc88a075655837 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4fe2568f577d229bdfa7c029ec190e41e1bf8d22bbb985bc99e376a3fcb6c0f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dd1144a54af2bc8a1f0557400efbc62e47f8fa3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a80ba4a780c320981195ee5aa1693dab86deaeb4bb5c92ce8a85d27ebb8e2444 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..587f505a9c57cacf2156c2046783adc9cd15f348 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92e5378a67d8fe098da2c6b1c6ccb9cf59391250d8f6dd9bf6012fb2eb2e8da8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14f4ff6d83a41df2c970c10c2fc32cf7540dd499 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78d4f37dff62b394584f0fe3c1b94828f4fdd9e825637a4b712639d45aa7a86a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..880883465963ba3f8dbab16f20499475d4a56833 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48ac042b592bc45220b87b948d38aece248ddaae742b6dc6eb14a7bd63fb625a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..856297cc9248325a287c329d7054cf257940130c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d39e63995194649a55a9cdd94d9b363bbe208edaab8426bf8aa4e444ba5b7473 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a4638d6acf34d9086d0964a165b0c3d9008ca4a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dab3c26224b8b575d8b9e0122022a952be1724df09173a270b72b2ee539e3d6c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a35b34d9e41c455e759963fe3bf93f0799e6abc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37259639c94a4149bf79c0d1648e78af16997d7e6387ae28fafae1045d797666 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36716f3d9d5fac0ec7e857d68a26ec82507ccbe5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e21c432404099c8331dd278268eff83bb1910911df149aaadda76708f6fbb13f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcbf73c8728936c6e4b236142f02da95f0e6e1d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8e2631758b47f492a25e9e4f5749802b90467490b7bed5b3b3a1f597d508f96 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a749bd4811097d2863d692f0bbf6c517b1af130d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:723bd4675933b7a758d946315d12f6a2eb98b036b4d64df70305b59f54ae35dc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7ecd7f856be5ef724960e03d422e21197be64bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83551842466bfe942b8422320c29aaed39c61cc1fc43dd6e0437c9dd4718fec1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dd51fb09651542cfb2a23dc0de9928bcbf5f224 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_3_t/global_train/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fb2febfa1fdae5cd2db326f93ec6a53743b756cc41746401a60ded175dca1a5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef75ae6dcd5c857af559a6c76ebec9d363ba92c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b4b33fc6a755e58486de1fc3cdf88ee84cb8672f84a99463d88d01beb47c84 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f8f36553c9f0be614add40f9f70736981bf97d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b24dc9613bbfe3ba19b2c7f5a8d1b9e7552afab8c17c07097070f9112e17724 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4796ecd5e6d2ed6446625ee8e7c55195167473cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea350479133eeec13be7feffb804e6eed65ae9f50ad8dc08d04a63346640ce62 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a23aaf4a2df679b076840ac287b783680e2e250d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:999252d854ebda91e4072653ce543ca2daf79a21ced9f18ad2dd34074caedbee +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fb09c3ac2c5cdb269078c70e7fc00f7a8de4d2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1154fcd438bb1f83551a4a6f3a7ba7c2e988129dcb332299ac1857d9c7ecc691 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..900db0ab7e6c525aa579255864e550d30e3b4cde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80fa4479709440100acd506b3e6e8e407f277171ae8f206840b819f5daec2176 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93de6b05f4938dcc41a8f0d1d337a1aa76e972e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18232f6bc10cb49737b528493fb1b52647be8b3039ce13d3dc1deb1fb1ad9feb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7cd9d5d88f55ed5da364519a4607b82818d48b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b561589dca9a42ae9aedc04c17f45cbbb5c80af9c5a8a11d863d7fa66a92266 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68942301cff7b4ddac9a21c5e2911d4cad34c976 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf29b8819a519cb2d38ce5e8eb873050427cc1ec350ca20b02297e2aee45f8da +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..193160cc60596de956f8b00187b16056eff17c28 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b633e1f61e5ffadb1e681ab326b4bd4c766248dc2ce6752a673a4af85069386f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8075762b1235fd981c7bb455d05d47e706622298 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a992f0991b660f4a109a6a5ffe226d0c057e6f34475247aa3d470aa01ca4591 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e113543d3ebab00b503d6cd6d6ab9de6f009efb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:171a108ba356153a6a1daa1552a3db57b1d2cfb605feee9a047e2b839d8362ca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e59a48f54a687c68372ccdcc18d3622c4bc16e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db3061c3c4dcf8dbf3f7bcf63353b167ce9254634b30e8e4d8b570f737a7b576 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7234d6e543a99bd717a9fb7dbf818f63218949e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eea876d5c1a4e70083a7e5c9d551e2e92c0dc7e3b0479e1adc6663467fa5416 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c4f892fab5bb02e31a0ae0dbb9fdf59cb14d878 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2b5373d904683fb4d7e414c7af48cd9eed0dc8e9a173543e8687aa27180e47a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b82ef8c2c98c7a9c9022cf8e218d2f92032a5bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60b8034f4d8a78562349e48b754813a77de84b737074e364123b33a12f99e997 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69ab728223b02685ab92d482d07564e519e1b576 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70252b88255a4f52c4feb00fa331239f24e30c9385255058f2057b2f5f1cb11a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6092ceba6099a8d8c800be39dd0e5b3f88a2f843 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55066bbb243d2d57da277b6b6a27e98a6e8ce2d025f985f207a9fb6473145d0f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8d3f27a13caa6de206b055e8b0e87a053cafc3c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a933bf3606c401556744dc402c298ba0d313d2153476b61029d4649133adff2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86c575d9b6516027933251f06caf17c679d4512d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:064b72aef74a2b2c995aacfb63beb1716bfe1f5d5a0c0ac9a11f1b1783e997a8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6d02d9d2b885019d38425ada9df9fabe6d96344 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ec7f66ffa37d2570318463675fab532aa6e8fe90764d736163f918c252522c2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e855cb8ffa3a9ba511d2e4153bfd33af24f64c4a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1989c1ec5cb9d08758f85f3a4e26371d0ed658781494f7ccaa6a776f436f9080 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9af72edbfb52bd26916a5e85a1a17e4558425d3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caa3d49b0504df8dd32860228056f3d5a2caaecc56bf27685164e4f9edf25876 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a2d77a670fdd9097d1557aa664cab8ff8520625 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af550dc499e604a1d80b66078cbf05230342f31e17fb59ca4ce34b1c99d648b2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..894dc3f5820f6e9dc2bbec272b6d45c919107e9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1244b7bde8078fb0dd5c02257c42634a9e46faf0e01dde80226dec17d9785eb6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0c9c9f321d23abc00f8ae4cd7ca8ef4bf9d465d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32d56d9f8a516c2caec94af2f8a309ceb63d78d807d6efd0fc3ee2199a0202b5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..355afc46f8318f69bda891448c9e3cd7a27ca74e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e77a793225c05578c3449d30dae3a57b1fddff7235bcba7e0d4608d5ecfb4c3c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43d938f210dc00b63411fc36eeaaaee9c693e6ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6ee165150f4cf01776d804abcc14d8b86e999ac4bfb9492d2ce8194f1430d8a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79b68c6347da68f0125181bddd98c2f28dd48f4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f00dcf1aa86300734dd0313b803b00d18d654669e8424f32eeeded0f26bde18a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdd2a12cfcbbaf4d57a91cc2a1bb3a1ec74b1427 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:737c5239cf52dd73cb99565cd75fdab28a82ca5ea732e6185c808d91f8334dbc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4cbd2285810fb73e4e42af75ebc6a704b1cbae0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea7056d1fe67c4c3b104251291a3686e91180effcd6fd1eb658e475c7333cce1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad37084541790dc692d4b0b43c2373529ae583e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c705835a1212d154d4051c11262eaf2784d37dbb58892ed59cd07844d8513697 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ceb5e0eec1f73b9935d5b1890defe0fb578df49c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beded9d0df21eec4ec8ba43b1ce5a85d42512d78485f749bad89593812879aac +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2c40209753e7a311b51df8f38f73a2e17259da4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeab9ec834df76d749a9cf8e19b39b9c682de6227ec0225d2a67fb4d8af30ce1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab78c3c0c25c91908e883af51734ced857c2cbd1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e63fa576498087fa932479ee4511b4983b0a54cf8e3f005875c6523de1abc15 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ad83393f087752ecca88432d0f37333da874269 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:688d30a7d4398886b3f6f0c14f2ed3a5d7aa3b953c905ab0d10e113ba0ae1f66 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..744b28144cdcb9dcbcf25f27d8242e937b764526 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caed2d36b45413814d8ad074bfc965aac388150cb9326d63d16e61e3a60666c8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c33c758f30eac7a94efd07c50dec2e9745064beb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a6d727ff6d95ee59a3971c4b75f1fd5f9e5128f19c7ba899ae6fa0d74ce4f47 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c6bb6b851dd57819353375b9f1ca19c491d5b08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8801c38e573e997db18401c4f3a71f93fb49cfca64daf4442733866cbec2b8b0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73713833c931f061eb896e17b557893d55da2ce4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43b5b306510ebf2b8392804a361ef225589e22d3a830f569b8ac54e0f8565182 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..769574b0ece7cd7dd038fa9852a3cca323b837ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b2e9e263d49f0d27746a63d11848025035499a141e69479796c99bbe5e7fec2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a564f2419560e9605dd334f3e7277b0c07be5fc4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da9be4c513bc527d209f3d0813fccada8d65a7b2b09824f195bd4cd0596e0d52 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60d49ba75c7ec913b24d81e206923acba7e47c95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ea9d0ce9bd88097a95025a6e31937049f664f2660cbc593cdd6a00ae40e30af +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..024e429d4a86ea63fdd995530b309322616f51a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd07d1822bd91be93c7c0ce3f847c931bee3665b219b0ce2a3452431e5d33745 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97190cd55c98b0ca60e885ff9abc1b16fcad4b38 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5839ff1e14f8efb122a7efcb8c8a7587f234513da5c088ed1c82fb27cac72426 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52cae648c54e13edd2eacea7ee67e40713e0b1c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eca9212466c7a4483e46a5caed4177bad97dc46f7d4e3708963b712f23c3e40b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6913904589a3e766f6a6b4b0c0d100808d3fb1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2af159632dd5f036d2ce8027dac6b39118f0c5fdbc7ad1a0583dcf02175f955b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a01dcabefe53fdf0cebad2a48ff81dc647696920 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55d6e802e9caa645724245719cb7bba58929aad0caecdd2787c6506e5fb16a00 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..143c8d69707dffb0e52daef4fa8a61e5348057d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:671ef8c8c9f3c4ba8bb5769f85c84bdee8681bcc01597d56080d8f499236eb12 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84a9c5b22383b5f6112f21921de651e6fd812ea2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5d833a433aabb281bd8a4705996065e9e32a21b5131757ad1c51814b259804b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6b56ff32df250e8501f9e1a59f2e874399faf89 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c96c08836ef541b66d99d202a948b2538898ce6af1ec7915d475bd7af6ed9a1e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9a595a18620d1656044c24c8ca4151d20c292b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc32e7332c36cd537f04b19def2d8073752cbeef87c8a56e32d62b5ad586792b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8423d6446956bb630c12e0798fdb9e6d831e5adc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2553a2f9a74d7fb4d7001454ea89254470c6caf9fdc350a31cd578b7bbdb8e0d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33a16ec41f2deff10cab7739dea4cd55054fed2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cd2bfdade68bec5467037599e1acacbb568117b960aff4266320366cde4eaf3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e254bf42454c198878d390829b49145841df0ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ecc21ccf1c5c6692cc57506551e46153a80a29b537b1f65a91cd0757d589f49 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce43a62c0c87f416214ee69d39146cfabc1d4972 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87731f48fc5a1f66a11c29ab926f46438e0bfb54f8cb1d69539a662ba955de7d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d96ef108356d26e712581380c0843ca7bdedf809 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb6f32c1feda001e8e8d45592cca0d8cb72d19a79cfb3047512942f4e30da5d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..844794c6c366f7ffa60fe5a6e0b645aca2d4f9d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c39b5397df2477dd73931cd81eec519e57133e5cc76496c56c207367773f652 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8145c198a1300edc9e57b2ef1ed0f07c9bc1d1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1111a1614999982925c150bfd1b0f2e1a96a8c4dc9ece29a0b1b593fe8857ed +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b1642a39b9d2bc3f6c304faef3b36939885f134 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0110cb3b882a91a05a31a0c5ec185f1fe647621978d96fb7a6be789130d6460 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b8f6e6430be43f1e76ce7cc9eecaa277e159abb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdd6e1d35bcdc23627c0ec3745dc7e24901e774c05974c58694145ee1e87a638 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f2998197ff4945e60e8fd2cf43792aa13b79f9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a683b9be6a9e408ef89ef488d0f1151c9f55e9629fd370013fea810e11d7271e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b792eaee4128f6a7be2a40bbcd6653b679441884 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:910099831a79785b4f2a3073c57ea615464f70d87c2e9ceb874553b07cfc3657 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcbcd940f9466f9db7dc850203ff4e858b48c94b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63badfe49dc6e42264dd4ddf4ea7f55f18da1da5d9d9d8de60cf3c7fdf7362f3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..364c4c976cdd27ac4247b96fdf078ceeee966954 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b68b4c8967cecd2aa95819a5c53f33d97f1117b3540de808c3cf642eabc71bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7461db50240a5f751cd176ff10ffef5af0612a65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b1717848b3f3b80ffd660c7332d32bca3d75b08613a3a044c8f1667afcafd7a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca2ee530106e4f6858d0d292fff00f8f6c6975b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f429f95f077794957556200afcf8bcc9949fa218991471211d2da2185bb6eef1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f63859c9190d6193e8045a958ed65af5c41ed95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:338794f0dda9cda84f11b924ceaa2bc94029dd334879fd446d83def0cb691254 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5f6064dfc8d67c61b672758b4c2a61b117fefa8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75bc7b7b9332d432ae920a7ade9559f65aabef664f00eb18a3dfb67f0ce20857 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ef1c8cc4801bdb41e4d52df4dd2b47ce93cff79 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b993db24edd5ebe2b5797a63c455d472fbc2e7c1db660a12298ec9ef0d8ebbf5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca7adc656d7228673ef797554c958539ce9431c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f84d7221a9799cb71f5f0f3e5c469077fa4796158d14c237457165b7275957fd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb48a37cf65629ce6120fffbbb76eeaddba1c8b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8e12b103f911d4e2a1df01b28f8062d4773a40b59ee102018de08f8643bac83 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59396351c24dce2fe85d7cfa4a5a38a37d85a382 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:300e2766cadd8b0e3b6dc50fdb8864d4eca44929cb62d01615c5f5142c5231b9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e5f4836b76a9697260ee44f08047ef4818187a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29f54a76b99b256c6e4671a910ac2ebc833fad3a7d6e329b1c66295232976d65 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e79dbe18651d88a9adfc3eae52b14dacb3d73812 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b7e1b02d275ccb2fb8c38154f9e51a202886687d8ca859cb09d84a8bb47568d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0daa7e9d12806dfb139328eb3835027762b7d52 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6945a7378de88602cbeda8b36f4e0d01e60ad5bc710e950caf063dc45edac2fc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20d97f0bfa498dff55e07b79a72c1302cdf6dbec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4d056f7115566f1477bf32472e7bb7274ae6894f02ccf28506c3772d1a4ffac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b6e4b64efaf7783358fd890bb545ed0ef21280a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d1b21bc27743fce1368d07ad5af9bba48ceb4ec070476aa02f36c14876d2e0f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a74159ad867644a4caf1dc0e903a253f311a247 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70f2eb2ebfa9960bfc26efc6a2911d40df42590995bfffafce67c14e175d6145 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8644541ff3c1b954ec49097403c91a73fa4d0bc8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:606d09373b0bc6eaa6b04a6e4f15d2b326c9acc29af7b03cf549f545ac3aabcd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ed940fcba43d489d309356533a6729c45b2a74a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:249a1ca723fd105c80a132854052799be17a535f64ed65bade534eefb71f7995 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cd95b1b86a4266971553b0a6c2dd4b8bc896bbb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9be929d6151b6f22f7c56e49193d43dc391c45c58c582075cbac6269cbbe737 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44d55f876d304f3693f9dfd202db3e8bfa6399df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b5fc5ed8821f887db1b50f47a2e9dbff658552abdcfe6a2cbe2a6d01612f71e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c66b605eefcc9b22451a9da333ad08e20ad33ecd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ea0309a8f7d68e7adeaec19ec41875777aa0aa340d37b426c463f5a17e78214 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a770f5538fdf383baeab4f882f2c018404114f73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fec70de6e40012e6cbf98a93a9fd834a8995b7054b0aff25f84dedfc5b37f545 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86ade09a2cfb9a975421587e29350926512d4417 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d274d56ef46afb4ba8cfeafde284752fe6ff806d157d106fd3b06463fb8cd550 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d6ba2c5026f2e215da618d76bcae7f2dcb496c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65ae7edabf470ec9ba8d4a1bcaa3ba2439a7b9de5291085e369160da445f6895 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15e1c456045cd6d6fe80a470019ce0c113e76f2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f0340c1230bbbbbfa5f0d691c07527a9113bf5cc29824a1edb2d5e6e3a5fe4c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bcc20843505441a25512d385da09141e67157e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfb316b6001b6115773bb7f4cfb13119cbab9ef98a1e6963ac8ef3eb75e7d77e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..847af9c63752b4a925befe2ed32460ebc39da801 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73536e2725180247c4f525f32cb8e88df9866f57d914f8ed1a2a6583565c50b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f4ddc227678574399c50e343119ba9bd0754c2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5cd8283ba3b53ab9f8cfd28ea2acf7f1af10169f951a4f875e63ef9559607a5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32a4fc40531e51b8622b7f0653bf0b686ff67f49 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d13741f0c1a5579c008cadd75172e750ceb0bf6d0aad46a26bc605b6206ee562 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..780dba5cf196e8855c23c426725959a0549e6e72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:596b7e3db5ed763f7f6108b990c5dca35915ddc07ce7587e518496820331b21c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e73a0a8f09f7db655010d3873f58e305b3b27b73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:686bcb53f5ddaef5cf7ccf0d3d3e038ede300b638f25c46142b2d01f10129834 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4451aad0d73084747441217610b53a2abf792c57 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3320a57d7c565f8344285466969b6beb32d495a42969f31fbf74409adf37683b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc0e21afbedf7300fc7ab76e8a11b9e0fe841846 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:724104a6dc2bf258591afe7ee646e5bc24159793cf5ef4869e375e836c988eb6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ee3912de36e6a468b97d9a86d7378e16952fdb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f942b431ab3632864d1d7117f9bab862235484f09ec88a682361671fdf3ecd1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d7cbcb456caab73f485f8464067c0baa1905f1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ff1fe6ed853ef133bd9adcafd41446875cb5556f82234382b4ca9152405fa4b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79c51e62c056c038be315e287ba1d9a57bdbcb90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b25e3515a3a93affbd6b1b7e6c432afd558a365450167cd63c32d269ad13b318 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a233218f427aeb23adda61b56e3581c4f4105ad1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dbd3d0660bb33bce81ba79822bbeae5340e213d5378db24b58317e8cd4345b6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2424088a04972f3bcaedf3260e68cbd351ec7ae7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a7a844ee07c0852155ac04df30536295d735a1e508abb8711e9da0ba35e53e2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab9220e7eec0497e53c31eb90226daa3814be146 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b3ecb2f06a347f5538a5ea1509b875a04ddd07500fb597621591c44ef232de7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e5ae4c0de15b3ad0ebd58f31ae1e8e75262f588 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0d4947c917b8fd772616eb0e0f0dbdfc6ead4d7a4f1c95b4968df15486bfc4f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5ad579c09d660fa41042ef759bb83818e9d83c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9e66b1c6cb394faecfd71f0e2a1b5dd754d5e255a2969ef36867d7f648277a0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dd52ea3d6ec1c0092a3b18c69c9c4fa069c3775 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13fd329526b5067ce9521fbb9a93a5bd3d77a71bbd90e3f0342f5be6318690b9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abfa967bef6764db21041ddf95dbd238abcb245f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db538f4c98c5a4395925402ba6c4d0a6570dc1f242770c36c0911b556000bbc8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7126c2ed9a134efae9dd29b712a22049978a7b9f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d3cf4b68fcba06237d931d6869b10e5259af6364bec29de25f51535c0820a5e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abeddba6ae2bee8966c025c5871b5c0ba637b968 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a225153806cd6de48aa84d14b4bc6fbe63eeddd6317c1a64d6c35f4acd097b28 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4f11f58a8f0cb5d9ca277c6f65e2591a2c7fd2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af669566a089939f6898404019a525fbaeb3b22b203f9bf48ee17ab214d79d9d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47f5b7776e489d36685ae269df240fa3cb8e011a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0494ed44d41f60cde5b9c7f6704285ae5cb97801dd55efae6ed2e00e4cf68e93 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff2d2208bcab6911a681637af5973e2daab09823 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd25811dd0fbeded725cca890ae8d03a4eb4595237acf77911d5ca8682d0593 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f1e3eebe2beb7e98bcb9b0983384ed24bfb24e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d31a2164c4eefe030908e8cca10e813cf47377460790b3bc2b329b17273f12b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b263250146645b9780ef80f05e8a342c0ef32873 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0314940b3eb538c66929210a4f7fd08b29b53d1570f477c666902b19bad1c88 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2389df9b097514437c9e1969cca1d477bb89b96a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59daad6245609f00d627d60b1b53b9be6c240ac037fb5aa84f3ecbe1df68df5e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5384113057545b527cd798ce16bd346be46f327 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:596d7a672535bece1bf9c00f379cffcdf06f336deebfb1d70917c177d4f4fd93 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d79b2a3de1d1c61db76828298bd91217d5de461 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78670b2f1244a64689253a990ce336f51f2ce46c1e3aba23635ceb54a014af38 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d674fe367edd1d07b2ba661b6487974340796d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63862a22f675b7307ea502f373f0279a98eb288fde32c73bd9c6ae42bb33c7a5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9617357d3a0afdfed9d23894f35abedac1b9091 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3401a574bacf5c6bb7b6b0da951dbf742bdbdd4e1a6f2841b23067dc9bf34dbd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..585fbf5921ccea84e98a706af31200b49e22af9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d84567c4926153221bcb93953492e6e83ff5bacfa04e6b7cfe3d5e3fe5e3a725 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65639cd69f60c28ec07acf7168b45197107bcd5c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9bdb3f4bf5542417d27c93f7f19398c61e9cd6914e283fe0a49df0455c071b8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fa7ff406e974505cb47dd7443732bf6775e1b95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93117188ef30ebf76341a129101f93175301d79a7f34c32afae879e239f2479c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20f15f63068df601253b2f0021e35da8247d351a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97b0ddf22ba46105fa10f73c4a9adc54e1011b09d7e4521fc5b9b5d89e74f68c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7df93b44e2151182e89587a81e543b0450c31e81 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:923157f933ffd9a49b82dae71326f11b1df6213e6642f85a372a3482ca5555fd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a640a6391e18772326f73ca3ea9d79b3c4caabc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16a09d1fd502aed118d5a313ff00b41e125ac09a9da4caff14944d19cd99fa63 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c9235a61e38c2c808c4fc11fc8762c7f4cc42b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05402f2d1d427f4dc09802085da5b9fd10e89582e0aa4a424e3193e78def53fb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9f13b0363456420a496c59cf4eddc67636e35e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe20a1608104e6ba936c8519bfc89b41573a45b91d7348380fbe637f486464f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bbfecf5233704cc3fc2a35d73fb60530a55e05c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0efb1ccaacf4f2f345a6d9154f211c680c78994344128cdb6a9116c4f842d8a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fbc95c82c115922e449957a4db2849abb15e082 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd66e38a0a75adfd3a05b2596d4820333f37415649abc813988038bb34652e8f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..861f6f1a23299be33c35a0ecbbae78152667d880 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a86930a0464c8f213dc53b7cbe9434369539b3f2226b1b4db04dd38876b12ea4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a744a25c053765a2bafaed9c9bb2d80e3cd776ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dbee9c8f3a025142dc778671ba73cd7e7785305869e85a41f83ca2998106dc2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e27af0c96bc7d11c67d93e3344a15b46405346d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e09984f5dd7f4956878670bf4cb810a4b954d0e0603c8b0ea32cc8d3c66248e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f23d04a31d3c24c182aa301aaaaf1e810972b519 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63959eb991b5218c9c72edf459fbf98e8b7b5c34dd8a55841a1c87981c3d34b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44bb8085a10a14ca5847bb52d0834c4b5ee4962b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e0750756697e63161a80ed5a3c580c0930c4e78912d5979735ca96c859afb70 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..215d82602ba177dcf9f043f2bc0708fa3092b362 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89ad0e96a9d683811d9d8f8d25cebe606373a5629fa278f2b465537b9157f6c1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbb952cdcf13c79983d6058a2ba2a0d78171c6e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0ae57aa365ba77a86e99374ef68c7ee9f76d4a4b34000735e636a0c5a41ceb7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5120507cb2cca571342863270f3f3991ba29afc3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8617aad23d2edd82138cd761544e1d93d0f42dae52afdb270293df647529f71 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fdd16eb31008060e5b1a321652114929b21f26b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c44e4dddcd06a443b12d561659fc8e67c42262b23d264edebc035fbef2f8ccc0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3e95093fc44c589522c950b3078845c75f8bc2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d054c3326541c10177a82b5b273d31e2e8fbce638b7814522804ddce35a096a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63eb8df45f56b98483642d65a6dd87c1e4624e36 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24b93a3c98540da9dfaba598d345b0a4da83e334b8e04ceba8095f7c2670d31d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cad8508a2b813d696de308b4b44e4d985ae7ab6a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fdf6a0ebe9f34cd228ef0b0c68936bcd8db3619a2c38bd8135d0c0c603c444e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d22dbcda3e5c1bceac5fd08aba322d690563ba37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c65284cde85172dac3737cf7e77afcc7b7ed16a60e3a79365a4c6cd42151b83 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a142beb219c6ac05bd1306c7cd6aeb2c796044b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1bf23dcd9822b931ff6c5e08fb672eb31b65545366e609fb8c7067682ec7616 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a3146f83da89a24cfd9927883823ea09a40f4a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b543c020b7986aeea77b14af5f74d1c04259d774a3785fb1ba50a6f37c6f52f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54b90f5e4716bae1d12385d091df765ae4c90354 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:414ec8ea85396ebe0880244031d46afd056ffc08a99d0a596839f093393e472c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd231866aafdd6cbd32127a58af173581844a34d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fdf403a98ad6a19c3dfcb91858c324331a562f42d79587f4c0f723b92c4ff9c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..24e37179e0b442e8bcf5c94e588b4c8721a8053e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5100a2375829a855ecde70f73b820cbcfa673a534b65c97a2ecbd098ee67fdb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6feb78b6f50e3a8311794b783e1b79a4f41dbc53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c0799598fc769ec9799051bc8f2c057f4f03ca5804c693a19bff9fe746e12b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba246ebd62373cc8fd9df0dba4e637f2b6e25180 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:901dfa43830a9a762c4cda02cda545a4f82b10b064039a664fcaf7d905a0b3f9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c28679837c58600dee3a91410acc6561fec2002f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96940f1a58f7105dc530285287d88532f21862d99c926cfedfbe2913ea597e2d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1183474b83d748284af96023073904abc816e11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f68a599614fae9994d963d3de7c5eb9feae64ec657724145e53083855f3662f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..920df2181833ff51b514936782660e2cb37875c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdee77c58eab95dd18b56084a6006dd0715cf712018ea418d2e97fada1ecae0d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..323b85725d619caa0397102f8d847a1337b65cc8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f9c26db31336885cec412029161c3960be6a33d96b8eaa1651ac39596617806 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5f1191a1b85ffea97677cc9a87d3d27bbb56440 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cdda527948aad09a0655f8e6c0e10bfdfac5d0d17f69f5c623b0fa9891f8e08 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..feff70d88acb8aeb34d8ecb999465b66c2bdac92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3af7044af241f28659c50d106a76eda0469878510fc85f920cd84167f5b6813b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a647712bc9a485565799872fde00b0a2a23771e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d1d4d2c1948d12c306a682db1d862f8b4862ae6e11983790a30ee8f80f2cd03 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..36b7a62126684bdef1c5cfa93678b812e6528996 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e0996097363b29120ca8a54c04a61bf71e18b14f5902e6bde364e85d9095d14 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51cac8194b5ac4244f60f9443c347f477905796d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1d1cf1734135b4e9c51339ad6e25382ac47b6c570b820bc2a419d2acf58ef3a +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31b14386c671f671c256cca14e73c029c1b313cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:259b0bab8655ef40dccb6ca857b6c3ba3ed3d96ac10af7d72e6735d0ed9e036e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d2877f7094f290dfb5662950c03e42be2c1ccd9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11b2a12a922e6ee3a57ebdf970233042e07c5c80b67de61b5495b2efea2a95b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..775edd3bf1d461115ab55235b9157c1d433df8d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcc507ac1350e2d14d82b2c9a033afec92f2c5288515455f1320aac13a22e210 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f30b542a160ffccb48f1cb8790325c2d332531d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88a231b512bde07a6768b9b93ea14de75623ccc14d12808db640d4f14b28607d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa503c8f5b9c9aa958885e5f207e3a0e28e6b3d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f5c3c5c3fb84ac54e7f4209238ca34b617abd27a7f6780fc9ffb86a5cc46591 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a6ed64167840e73967b8f4291e364d114bc1f89 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9caf47c21ade703c7c48e4a9271613bd19a8778097451fc628284bb6ff0d52d0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c2e3502e83fe57633a0090c8c06d950f6bb764a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:983e86c183817c3eea42e638cea7891bb4378d5ad3e3fad24db979deba8cca7a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5397a47af28a1fa00c0235cdd1e5f21b5aa1694c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f621cdd44c659c6af1b483c9656febbf766fa70a43f038732b3db035d45a892 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..616ac50298d169d3edfb0a9b651ee0a17c5b80f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe0eccd2e0d009e8017c210430b47a8e48e5504a4978a459b1f8821d0001520 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbcd82f612ee4cb0740c2807bf785dc1df4abae3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fee186a932f6f52c1301ced69fddd479ef583c92127e776868e39cdd52c2ed4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ff12048f70e848028ce07f67530a1a2cd09c9ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94afba96cc63ea9dde55e946aefd21b247d0b152d68f775fea83eca6d01db4bf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7997a3b8245054bcadc07e6b9b9f0518c582b791 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65954a3dc6c8b7343947ed0333168f2fb7419a8a961030013a4d8323f7b0e224 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..487a2393f8d799c68165b4ee51e0c61dd2163de2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f36ed48c192d93610f3e5f6db3b10b2b492782f218f148a0aabd34ab106e508a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..218da1ad7bcaf862cb0535e693383721f9cbf578 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fac882eea2381cf7b7743084a7e7e8cbf385143089996649fd99336eb46fc2e8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..959ebdbec91e488685a6886d37d5898aa7ecfcb3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80d6c7765ce77656233ce2cccbda49a717bb0113a331ac75de30f88e5c5863ac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d8175dcef1d01bdde02d707a69100e6bdee7947 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70c4c83c74a74bc5a5be866c9e09c787db0ed709f2bdb71fbc2e697ba394f8da +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..30ce2b555574cd6c11f6f424b1e5eb1fa0b47cf8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f058b52d1ef756a026f2f95cb4b1bee752080f3fad8a9cff3ca4a90f7212d204 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..066d55325836846433b3258b70416e4da655f07c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce12fb13602e729a224b9e09d51e02d6adc9499675a6efbdca8a5b45a56b013f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a47343e18a951218e5d8071dc0247828bbff4786 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5b108f6c4451ca2868e7aa0890eef3f90b113c23a8604712970680b43ad86c0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a8dfcf797ff0bf23b8d004e68da58e711545260 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccfa9deecd185d130dd6f80ec87dab9d0b43200ca823f3eb4d878ada68f80561 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40a179a096940ef01879b801597d912cc7e03f21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab5eedeba3527293b89da7b9467ee81f9f3929fc6337f19e10a5ee8b67770879 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55307a04ac606bbe3f0874978a2057b1a01639e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bf460dfda04d8c171aeddbe865f14cec2b23bfcda0a2f2ce68e4934dd440881 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d8b01a2dbae51327665bfd52fc8d9dc3768099e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45ed1e00cb9c1b3e314cbf327f006dec528d0f000814f157ab0d356b458df208 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0115ba3f7de2cdd674bd86cf2ef19b02a16541e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de991149726c317805249e47578c3cb49227006a37bac73ab7e9132cde64635c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7f19b446cc4a85e6d29ff7a8b6b96d29729ad90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5512ab666b1155f4c0db030e07bff533b6ae8668fffe59e89a22f33dfa3d5bf8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8b2571a12bfe845559998e856f981c29e1dc5bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ab5e410cde01b56f10d8eae2e15c01e6e877f1a112a86b9a4d82ce28161b440 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85611dd17fce0cc2f68171de5b7e767da68b7a1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96c37e863fbd7cd0052cff5b726bcdf3736c4c45fd51f532d6e084ca04035b17 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4443a94392f8118eac8709b89430ad246694dd1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbe83d304273cf11f3626c11d2b970cccc612d7c90b832423d5622856b812024 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cc0721c05ae328e2af9501b4bdfa806d9b54a4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8f29d19bb7317db777ead151531ea6a75854320473decd502119a22099b9a17 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30e599d23b7fbc00187f45f8f00d80b5e2548364 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32b1a2a4c13f556cae626b44b2ffd79c0464f0b0d8054846eac88bdb97b6ab40 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e907df65207234a9dc3a1ad77972ae56ea1d617 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bc1c2f5ca8eed8b54a830b18d534c42d5aa9f3a357b4c1ff8f31540453b3f4e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5636f08aff292d0d6e7e80db2621b6440b0b2a5f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3363215d7a1812a64150eb82b51e3427809338063312dc2d166a7d9ce615f263 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe9e2bcb860eb040f1c907bfa78d9af770055e5c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bef303dcf90bdf8bb501db261b3c34c1d30438fadaadd80e50c55c6b67379348 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fc2f38f887ba32fb3c681a05802581df45e3698 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72d7791e0d6fd1b9e172a88ef6014e45a68896eb26585bb4621a8132241de1c2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eb9f15ae8d838c91721804629d326aeabb31cce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fbb3ad381cd7caca1f352c7ab29bf99580fb4e1d5ff7d04f6acee580bf3c215 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0097027a530ea417e7c9b98b4437b3e68e523bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e1c49d89982f75b4ff8dbb532233c6b444d10c0ad12011ed1671b5317665efc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..95160088dd94ed4ae1e12bb44a8228034e6567b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a038a8cdad350eeddadc6b26c53ccc6d2b90cc71fd28d701528101e8d0a781a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7fbe397f33d29cd1f1428f183612ef6bce6cc63e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ed080206b49421add189072ceaf8ee4252893b4ebc83dbe1d7d559506a030b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de46b20d6ab6dbdc03fb30b0e81e07e49f3ea44a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8032809a54b0672da7499d515eacd19c17a0c0fb852b7422c1a9471256821ac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30a5ca76844b9b4033797d49672d4314cdbb7616 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4475a90b27e098d1605726eddb1d1c4753cc3e7302b529a92a220584d99b5931 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6376bac4182cbea1a6611c084f02bb45124dcacc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc6494a265f425729bdd06ac5208bc34223869c85f21bd07389d11b85079b553 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf97224950971221820cd73fb12fc239543ffaed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75f2d41099d2b11f3fe8d6fca9489dc031d990b0f0e2cb5c362ba9a9e7f21201 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73b8781ace8dfa160399f2cbe2f469ea3803d6c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7624852158a20755766f15fdf15fdea44bbb2ae2d373cdf7bcf5d416ac92abbd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c93541ebacf8bdc37a5d72671475b540bf7c50a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1edf42b9ebc689a6c5b1d6c94724cdeef85ab75323799ca6fdda2925590b6b89 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..116273654b16af07463d9b5a740eb610e6a58ee0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10af7443c55c6f12d65b2145fce40852717d1e06d6fc4cfded1b1aeb296f97cf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b44e136ad0e9673c777d38f7d8be61dad5771a24 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5736e948ce4eeabd5e70db642a4dc7adab0167aee1a74bf1b7562fdc87250e4a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d8c5181b61e77fe4cdb895006318efbe7ccd31e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dea9d648d4aa8f5c6963e2bc8399e7c3549e95b665ff5e59797ba2152a11392 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..607cd667d58fb73c1d14cab5056d02fe7566fd0f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9b1a6d893c516f15beb86a76e8fb5f1bc2343fd982d673c2322fc389f86a44c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb91b1e50bd4faa8bfa08a5ab74141107610d6ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f0f69fec4014bf88ec0405edf9bca071a8be3d499b8d6e89a23b6979063e474 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7b061f9561f210c0c07f01588a1867d18e8c7f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2098b54a6158e06a5dca2a196ee293eb9b02aa092d9541defb243165db4da11 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca2c6d0bc1105d97d5d446dd840f118b0bc0acc0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a00d5e0a5488530f4477f7e254f0e691236aa80b06cd77adbe788ace141e922 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2de2a9c07d0d017e38e8a342a91bea6d33854066 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba101933ec7ff9be1f4e3effd303d33fc4edb153ac601ae747e997c8d8ab814d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f73079bf61695f7a5da5e1eb7df08f4c5e02bcfc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:492724f2bdbcdfde1db304ed754d5e248bdd5addce8fa077d65a51335f3d239a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d04426028385162fed7cf83dd30fc41301957d14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcd4bc89c57e0b40856031c5556ef6974edcb9beb02a59626760da9b39c07dee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..63471b681a8990456acdc58d3695c3b7f936f7dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91c95dba4ce0cb65f0ed5e376ce13b6d8ac5f5f0c22aaae4844a62921b5e5edd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a64e7d0e6bdf3920a885ff765da85bdb2d08b1b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd7fca7b1297eebf8e5651fd362f53eb1b26cbd04413bfcc30927e9c20fd0ec4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dedeb301194163d42a4a1c8705f7168cc304e0f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd41650b3a6e6c1729abea7367ec6b081e95175a4e04c5337f968369be790bd5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc1fb09007f350a5f585ef43e0c85f08879f49be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1779429619b424f752a0df10d4e26b3074435679c7f64fd3a57d5282ceed6ab0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..291d8ba7f3face2c85298e746045a4af60f61fa1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbc83a652fffa57aa4378ade7de1b6e24ef88045e3eb2daf2f1a4911a4c822e9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..772b0ed11d166aab2660440961c36b2a1f2b6895 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b27be6be250d06ede449d74d7cec6c9255ad9e350806965982a78ab025d93ef +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad7a0912a8404748f657af81248e30d23c311f9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4d37a57d36872766d33cdbabd21aba0ab48f735ff56500dcbeb2c9de64d3cca +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec04c4303b265a1d8cb1295ad7d3be1ec9881b78 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bed5791afd822b5941ab4b7e7865198d045c2cb800a716ce1441c0b8673d512d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..009d9a9503df79c6ab800b9fa2a717f33ceac91d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4da2c2f8f5fdb5de14929c3c12048aa202de155bff69f32903c630b24537fe74 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d71797cae575584d5c0e99a7d2d0323129772990 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ee43bd85302e07f78afa913261ceb905a2bbfa520b1db19fccb0724f90c20e5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1badb7198ba8f30d216fda9363ffd86d74dad5f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af63b46be26eca209a6935baf15ae92ab11749b9abc989ccc85b4fff99ce771f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7301dcdfbaf8fc351659a2ea397b2c5f9ed47111 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18d2f1c9777a178ca4191881366b5dca457e38636d2d52914170748541da77b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cc73bcf70409cf5e829e8dd07c5b30477f30aff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:665fc55272cb8264a4750c4a34479d0255bb88503cf82ae4a4b5ff09f0a57a54 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6be8accd16daa2de9b0b5602d97a0233226a29ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c1e3d79949d8d79b44d1a4e98c5ef62a2a9c52bdca204143267aad737c50889 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fd0baeaef97be005a5b1f6e088fc5e0144208f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:420eaed41227c183967d45d7ca1b04f6b3c2fa6eda2a7cc850ad3c685046f884 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..caab18378a48078d04b1ce43924471d40065b720 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:547085cf7bd55edc005bb95d5eccb148b60876b10f63f95ab6b41de3ec68c273 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2640648c023ff6bdf7a13024dd6ff9e217e6b39a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24d5436190d14c6f2654f11802416847afc377559c34acb0c0161a91b438501a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5db5645179c0f98e327400de5b6a0402ec5bd1e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bafd8adb97a26ebb322edcdd0cb378de9317632438320de6a4cb6f26db8ce143 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5b47dc056fdb0e7fa4af581911467dad817d4df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13601564b1f19a945e812e65aa576ad2011a621befa0324f1182761a5a3a88f2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c22cf560c34496465b193ccc49205e9db62313b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d93902b8009222c6b547ad0c74ddda4f5bd83bdfab193076f10dc0fef19ab22 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c7fa542c7510d864ff580d675a9efc1847193e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45df0d5be800e16e7d369fbe95f02abae850c9c6809546f72cd2fb7527909dcd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..031aee88882d6934d3eabbb9b791235a5aecb807 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561387bac5ffaa792c7f4c694e5ab9ed61facc38f8243f21ddea72a84e96410f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..572317fcee2044f15ef6696a17b72896c5c8ba65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:933f2be3f5128eb109a19b133b469c1eb0ae8c88b5e0138cda9a4d33beef4b8b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..222994723afb3c4a35ffd62ede7125c968863a39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81e94b2e07dd46a17251f83c512af4961d8ae1171e1a00bbe1a16300572b3fc8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4a53646ea1b38065284f8ab369d27c6ba9bc0b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:642635680be2b137774c34bd8f94bedd3b43a5e4fda72662c8a4d3bdf57ca689 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f82439acd715ea24e15fb6ca4ccca97057ec4008 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1215cf99ae47bd3f657d823364cb1e84817a7603c9eb8c722c73810543debdc3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9904560b7c3481157866d302297d9309472f6d9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4238542c9d948a5bdcd83d71e3166315095a55cdd5f0827ffdff6438267e62d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db5d8950f8194053a2bf2aaa7bbce141e530776c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ba76e78b5d9aabddfc15819c7c2f11a5f6876ad0f82f7efc6b1f5edcb5370ee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c5d385bde8c8c52fcdbaab53eabc8e1ba7097cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c263e45a0c6d0d187cfa371409072f62496648ac360ec78e113fbd93fa47bd5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0eb3d6868bdb6309fb55d00129bb19db29492fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e4025d13fde9b206ba1c6624fef115174eec7114c8334b90760a8a0661694a6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e473ffb936a4b254f82bb8de9154fda1176da787 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bcd17f2977656b2978f821cbdeca7be2121a022d02bc1873035737a075485d5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b08587944c83dfbab0261fed2908173b2e63e3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5a42944c14e50f766d50f333aec929223b1e360be19f2355b1b99488e10c07f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4a688c844489a7336942acb613308b86c6735db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9126c874ee9b61d5b5fe707e4f6ab4763d7fb7c38da59a08fc74f15f6cda921 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3e0a4f2e057d7ee163a90084f5c2bd64b681073 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9f0a68a47666f9fd5fd3823f5a96cc31f09939ad3057c59a5c1e00bbbe63e1f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29eade519b3ee186995d120423206451aac46c47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca5126530c22778466403598875bd048f9d4960b9e067f2964d22981ce9f71d8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2893f0846f3e94e824d74e0743d889424b213361 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8967522fab0c0f3251e3ab8c52b48d53748ee5e756faf2ef2110afe283b2552 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b48e2731f960d16fcf2d599712e57257b0361467 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab698d8ef1b7d0ebe448efc7cb364b2121668733f8ef0c7b67905fb674e2d686 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f900937ad99981b800c1fca8cbc612b23a58681 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85960894f0ff1c25cc481091df85f733234c14a8b16f3f15175b2aba5acaa6f5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bbaa75dc801bf4ad2039a8ce58f5c7b3b70e0a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3dfb3714fe6bb47a175ff91820d576c00124fd18b23910b3be61dbd26782652 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23bf1a86876459f0804f088542a9fae4f579e3fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49f22b5c9df834520ec3a445daa335507955f01965c025f944a09ece18b1a969 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cafb0d8eeb8de2c8f16b86af8a81f6edaa7706bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd3f73f4258f091edc520596aecb96bb8b2b704196252332426c37808d584c2e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcfe14be61e3362fd932476990718ef48dcfac6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:251a48df43368b7f0b029e1e9e0aed7cac344e7e5356ed950991f726e251f290 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d002d3c0abfe3988b20995c2a966945f6c55d514 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:297750df2995a16131c073e4ea7af85cd65d97c71cc5675db4f587aa43375fe7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad2b3a759f7f841017d01fd379771fb9ea0c7ce9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:088e60ad0ee834cda49c396fac8fca66e2eb00a1fc4e77353b84493a749338e6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41745dd2f7e9b693e9b36778335efc515bb44fff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b7408fb116440778531ab2d676c83bfe8598092b33e6aae7b96bf8c59a3b1cb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c7c4ac88b83c17f56e60fd4ae5a6668c69286d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:605ed23dddd604592e05baa054ce8d251fa5d8d79772bd06eb15c9a48aade1da +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d65f089602b5686c857421b89de2eb545b70749c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91d0d7942bf76c1a58ade3668287bb4199a58531db3478b9a906eb5f367679c5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4802e7c9436450a9c33a99d80c3e2aa2f18dafcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:392ff256706674b49d5366a594830897dbde790b73c8dbe86333e5ccda8ceeed +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af81c6300e64bc1e864286fd539a6dc54e15e7ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:862a0998f600a14cb5d05e4de46a408b2a041468b631da41d2472f70e68b4404 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b3b84163072bb268ca8710dfed7760dd139a277 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e62cc101eb0ed403add27e0ccaa1548b188a65195c51857779fe8f9a277d340 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c72819a77dbf97c9bf6733343bbd11f71abdfd6e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09ca8997596dea0a8b0dbe741345bf23a7d39cb67217cc1cf4faca8b1d7c4e85 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..252708ffdcdc5d08aa70ddc06e2f3766ac5f3168 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7538115cc7b3777a70abe2f978062fc8a862b808b84e4fe2bc1343b82a9a0aca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6825b3deccea1d900e101ba9004fdb83f6462e38 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e2a6f11bbf54486670e396ba58999b36b3e6b787607acbbe894e1e66f15d7ad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28211d2c468ef98a20204a4a340d0f275633f015 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a35a98958be2c7a38ab0a5e07d6dd7af92e48a76f2296e8453fc09afd33a2953 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bba1c65d8fe45031501b0f36ee16afcef799e0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:372d0fe09061cca5b5b2bcb6cd1f8562ed28c82de850878eb3d4636e50aa97e3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e4bf346c9955c2a59dc270fdf97333d76fbbbe3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4def90e4d252f00fbafea476c8684e38670504342ec57cd1b3954905779ca72e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46f3e38ea1a8922e16ad42762d7c1fbaae7a2f8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2d4fecd6162d58d7a6d99dacd3f4ab5e794c0ad566419b776aeb2738390a109 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac443bf40cb69db96c3d9e6ad220bf3025b52a56 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1e9284ff180423be402f221b4308ef8163379ef13811ab315fa73c7734e5296 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..404f9bb014b5c82acc3f48f5346fec5d97f4adc4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b705c4aa3bf3ebc5af7ac0bdee6a712484926846cd18efdd125fae19d0cdf2b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9372cc1c0bf38fb3f0018bcbab836f5df9ff534e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b44b1fcab76175d0b82940020db02d4edd0a4ca66a723570cfd2325797b40ceb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0310747ee3d50c492f2b66e5936d237eb39fa214 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dae21c17dddebda6a67490b119c667ef5147989d2621a8655a520c5d2b968b5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ef5c7d65b97747d016cb7bada95fac1aec69eb6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fec4bc9bc2f0ebdf492c944e9f696f960e71e3e2531f0ed706d1d57d4d065af +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e611342c4143f9d66bc9ccc451bc1e97e0d01be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99f0081514e4a70dd926e85b7daad187bd2c9d860465ce1312a7fed9219c942f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9316b0934d51b5bc3b4907488f2712d1add065ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fad3e73d603bd222d5cca3695fc2a0340e7a00a9412918dc72981c231baefa16 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6abd7f2fc8a0fd39beaf6d34c3673a7f0339815b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c2d22a94cfe473a0e10365a8a64dd6adffc2976d1bf4119982ddbb21ddd91 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52ede4bee629fcc75c05dc85f9b320dbfdab529a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d2e36b8efb639b6bd88f28591f5a4726b11d49d69e247301e27c434027dbea9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c90ae470dff943184e529bf7a95898be53d7db15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa02cbdcb6e4eed59e284efaf9feb8c7504044efd4c2b5f69a1cf86e30940c17 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb4b0180b3c49ea76ad3c5c6a601a1f7eff94db6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4907e2602800d51c369171605a6f746a4c39d1812beb32035a9e54686693c52a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..55cf6921c605d057c7e551c7249792f8ad98dd7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:312d10bcbb7b20a059abedef4e63ef8ad94a843f3edc68cb6fd912fb6dcb042f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed290f058748e3d05da85cf47a1ac5a5a7399b24 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ef6bf916051241ff6b21a5a07e3ea765254ed5f73e247cb5491deb6951d3ee4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8dcdca310db0e1812decde0d143229f5db562eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f7a00e92e6111d6c20a7c93e050a3b665a756888656a29cfa4bd7ac0f62d3e8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..720cb063548bdaa64882773b388e035577f25bc8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e47f66e4143ca7ab5603a9d018f2c8e2b28d580b5346672f88cfd41b5f1f5ba3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3ab0466cabea5b139c184b1c243c409d62b556d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a10ad90ccc69126a7df9de4e2c4f8f7eec4dfd95ae71707e3de1080341bf15a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e1b34aa5a544762f88333a6b4d5ca5e8e01323d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f7fbaa491bb91e07b842cf7cad79e8d5cafb8dbf6b0039a8e75ba5edd09d72 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e672182b5af497bc8e7238be61216215873df37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ba930f363394d4aff0b69365ef59e4ed9d7f0aca4d814b3615a051b35670ce2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..899229bd67d3352b848c330070b71be902821d8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ce082b7973af7ccc4576f2678cb0a027a5c98aa47a4e97e2eda44c92c6ae85c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..26d920c111695f5f33ec565180e246435c13d7a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89df7a3253c3a12e35f7abd5800831b9d00886745e75080b8cbb227907228084 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b5dae01662234e51aa86527c50f785cded58409 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34b4c7bc0b3d3e5628fc35b74edbad82b020365e9cb1946af34acf8b49951d3b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5f361d10abd3526bfa4669ebc585df671fd3d0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53884d1858ed82bbe2723a5b37961190997bd40d92ab34fffe01067902c629c2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36d38b819c73a1d7569412b22bd11d0431b789e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79e636ca647de16535bd01bae385b208eaede0cee06fe11144bd20a42a331079 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91c2152751fdac190ed0035c9bd9ccabd217ec3c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdb2acc4252672c7d1c26a776e326ecddfad7cdc4493e1ddd4d6be22bffc0cc4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..279b2b46c07cca5d032cc69f273c4b2414730283 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b52271bde5344df8192002b7f7c1c95c39c00391eea916975003bc73b39840ee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ff2f0bf2df46fcb9d5394e8c02e1fd773eac8df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4076216ad0d9f6230c0fb14241f6ff22c1657843bbb988160f776ba98a11840 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c7802c158a5c9997839e4826bbb828b2621f116 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56c333a51d6aa675f35d3372fa75c21290cbb534242b5c4bbf3a25be9fcfb236 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f151f450c77a0534de00c9da0fff9ac86f23892c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40523d9f46f8f7ac77cd4922b3a54bd32f5820cacd752bf93999b5f37d240533 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9fe73ad71d377a6db8ebfb0d00dc821683c84963 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04257459bdc9dc2d8d9de930b20710b7338e17dd623b4b8cd2af44b3349911c1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3bc92ff343e01fa9646c135714931256ac98404 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00dd0fcac9d48f9fde640ba22aea4be4489d9b9a6c54a8c46dd507b16214c58d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e265cd65f0ae6d850822d693ee04ffe195d1d642 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c065279b07990c02671a1e6489bea8560991c65c87a047838e0aab6a2a9fbae +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee9c7469c103811f668542f45c1feed7da9c0a49 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3165ec8852c0c06a91c2fc9d99266659c968ec28dd524b1170afe417bcc1e44f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..742dcad748f3e6dff6cf1bede7aecfd3fbbcb0ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1dbc248336d325ae93d3705a5097449d73afde8d52f51fbf12cd47355ac1a8a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..102431fc1ce18e02032d8c3522f74108b7d5bca6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2af9d8b34de1aa21885a46d01e426e79141133caa39fd5878d6865ae8c0a0056 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1913279380a661de97025ae64d7e7b1b33ba054 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e38f1b3fba7bf22e6b72c7a2bf9999213a392466676989fc134175379a1f8666 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..253581e35886f1d996830ef6e09ebe75ac2a2db5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:638c628e7c595f96e0a36796aa6b2e54f656f740887c1d0b51a2a1ccdccc1d53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31959601473c0509f5881be12a1cc5d5175562f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:971419bb9af8378f259cf0581189d98748cbf41fae4d973d57bdc968fc8cde60 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b4c237ed9c5dc25ce2f00aa23d6f213480a5eb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e529c01d56b4ce64b42d5a24ddc69566ef39ebfbc498087399b83f33ca1af652 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..794ec3f1e832973f966a0ecc2c2e6484105b0d33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0296d40bcbbb2dbf4a4075fc546cb020b72c9a1dbcd297bd724c3448d667612 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f99aaf139ae401b7e181520d463ea43a228a380a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:371cf6b7ee476d7e9e0908b2e3450ad4840abc3e0ced4340f11b4cdbec9a647a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c303cc936e27b2c770ec601a9817d4ef61419572 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a98d5e7ec1e984dd6807a82adc013757184199c95c1fab8fc083fb02718b20d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11d3c94d98c9a59f0d8023f1b9126ee4448b874d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86af62bed8e1fb57214133c86917a9681a54247af5f9fc83cf1ed57192637596 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed2ca1670b199a616658a02b4c561b9ed131c745 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dd8a8fc49a2b6ae2dba20f2d0736a19cca1cfd8ef492613286fe709c8a2c92e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..137c5c99a03aa8a6dbf0da42c352c62f7bb5ded8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:474d9c5abe219d9f6c91a0c6a090d0e1dd4f094eb2c5a59146f4756dce364e7e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..807adbc5a500aa5bf12ca5ee9b1a30ae985d146b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0528edbbc8260183c02e5de48287b7491ae7cab2053b7b2a363cb03b100835d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..712730a66fa39123f81295583d865833fc7a4ff8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e725e3257643d8b8c1a88f0029bc0f439c6111317f72eac3b0f68525386100c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de946c7ad7ab98dcd49412f99d080cbdaff2ceb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39e185f7ea1e86971db323f007be979abd6ee178f3ee210c3f5f6395f7f3a564 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d518c995a81913d573f1d3a059992e136122c39c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf70951f5904b34d4fc72534ce6c2d76ae67a1875c12b2751190e7706f21b69c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a13696cdf6cb0bf9c0a56e812e142a3abd9396fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c184e6f6ede15f67ebd390feebe3b1ecbf76785e01b51dd12e6496ef2d15367e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd7e1b7854ca9cf77146437f54f27af463d9d39a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e37ad560a342636ceb5cac44abe159b210270fab41fcc41bf146b079cb3f9b82 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f056045e578dc4a356189823c1182e31217fce42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2b0273d4d8a19525410b583a4b09e901e42f2d469405785c06bac5b326b089b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6d87153f387b0840d343610d46b4a6b55b8a95e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c6be4e73602daf1b411bd83c7462582b61b3efd2740d99285c44a6b647a887 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8d452c579f54b769baf5b9a5421ed77f8b56f44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a57478aa0b124a40b3dfefd687326c32a4a7f3b26826bc450d87f5eb6dcfb128 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bf0edee4d0a996a51589c9b6f1c5a47825cfdf7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0f0ea9d5a0a71cb17e81d0cf690b56ee512621a35fc14e2ac2075929f819261 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02a30152454c51de95118820f75ea356aff8dcd0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d516693fc3a8e3db7be82a5979d57a643ba5d572b14c963da77bb054a770f685 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db515311ca4b0a530403837bce419901476a6f05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd082a3714bd9f1d347c0fb6e6e6bd1dab048c1dc696f35d3cd547467e30664e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2ac5e2861d0a7c905434c3a4c12014120e943fd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e3806eb977c905d28ce93a2d06d7597c506f296ebf352381db1488f15803a26 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db91a198cdbaee6ea7a6ad3704a7061c15985a91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cc5079ac65e7074cf4b910cdff6cf6d7f72933afb6eba0c452d136ed9310644 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4cbc343703e0fc8043a6f350c894f4af5d75337 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d528bec00af887b5c4ab39681ba1d9eb5b6a7ce6729aaf3a79e8b6cd3c10db1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fc89b09ef8053c5994237295a8824ed5fd49070 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64f9b8e344c1509d96d3a84dd55268c38891e3734d0a78fb9bf7f18c964bc4bd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38776b7c110462491c23e97b84a8e8960d6bf7a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b37538f31e2ae54ac67eb7ed03cf0e0cabdf5daf84bebcff52e3e0269eb3043 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df0d422c555d7aa87a206264f75cea83090c4723 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1366cb27f1760e5ebac0977ebc79bf462937a7b4c4118ab921b24459ffdc93cf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbc5516bc419104eb6d29243a09e9a037eb30034 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ef43a990c15f251d52a4ffa7f2f4c25c2b4d950b3bcf949418c0d96362a01ba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..17e9e281edd6dafcf16e4a080c0b2f1f92563696 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c8a647cc54eb405414920682b4fbda07d73517cbc43149129cd43584c4980eb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..021422905b2501d6c0fa75ddd3ba812d3ef4f07d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04c8d5a16bdd9aab8962389af25170f2fc5abdcfeb4da6956edce808473fd152 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10a2e50d94df609c8d5f9709599f4a5ead7971e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11929cfdae7f598ed516c7a01ff062b7b177cac056f191210532444821347ffb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92f1b75ef84925d81e58203dd1e28925cba8b6ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d502a2f5080ca3a6693660d17354336038734c64f30a5072fd26f8cf8b1b074f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa275fccb4d3cff6dad3f06bd851810bb163f540 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02a995cb91ca523befacf3cd52da203d201ae68c216677150a5d62fc2b18ab03 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8880dd229ffe84fed4438aa2ec5f021fcee81c01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2221da229fef5eb61876d10d3e7c5cc73653c0063da09e0a02257f00050223e3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b683ea815b30416040c5f5d2ea8ec208a0f39a12 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:010af8784968e41d455461babc1debc698920efc252fd73822631d91e70526af +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3b86ccc159e042b3fbd6b5a4bd2431a50e87991 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8371506231444c97306fadef43f837c8f044c3a9c820014647d497c11c4a32c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..77281e9668b4c0a51e7a1043e98341207cd9c277 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d17d98f158b181952d8b9b5301314c8be1854087430bec07fd971cd5523b2037 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96d33f80597b1bd1227a8f9537473b9b34a6d1ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14a233f9bfe82b9a9734d7310eea595e3644b58b457cc80a22563d4238c5b0b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e2030b59daef5218e71fe9f1c27a8fff91ca084 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a756541e6e73d51e3b32019ef6d4e4167a23666a846dfe92b83f3412c6d2dc3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..758190547bb79a22c47d4fd74ec02a7dc626d1d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18cb4ee12410d0b4fd47ab226a4b2478b32d41a6098b46d86c1adbc695d429a2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e9c9f9ae275de2f6b49486489b685da8a4e0988 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b95cd350da84caa94f8435b43843d0c73be48b97b44de416f0af7a8e947a47d7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..250942d95c3904da71eeb43b9a1d8d3ee0934b66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09bfcb3111ef6c9fb3b4214d7fb65009a588088912031ff37ab4b47af46edc00 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99778801559a2e664fb85196f881f029b209b241 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b7ab41d838a6ac1cf462b2a9d4a9c9c06bb16b03c1103450ba90eaa22e8a9f9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a1fdbe80b0d2c511c81bb105f91bc59e663dc2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8222b9eb57738e790a8eee960da8d674030965f9486a1d535b922a9489fcb9f5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..62cf0fc713a40a34b549a36260c2fd5ae4e14595 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5e64cb82e4b2048becf2dba0c4f8b20decccee699268292a313965e9e342d5d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2a90f61d7eb73a0f2eea0a58829ee620a1650f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adb2443f979691030c04e850fdfafb20378af7d99b0890e43631c49ac1fc7ed8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8850efa076bf0ea9fd6e8c91094da9d266b8d436 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a7eff3e121d39df64a4784ae5eb6da0e5d6a28407b8517382fd52dab59c937 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12b23bb8939ee92f843afbf06cddf6ae41e628d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0bf481e2cb8d904f5ff562a418293db487ceefa98ede1773c6906f3e052d7c0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0523485c2366b95066871d5d8e37e57e46e152f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d5560c0b7a98058f08534a97d1995dff43bf3f7d975ddd010dea19d54817dc3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85f5d21500abdd6b4cda98bb0560bac3613b3100 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:660ab0f9ed8b24de364280cb4c93842b4bf73822a0281a76b8d5d1df3179c782 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c687cc06f93e6930a748e14d9002e39dd321c81c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adb49d45ff59d2372e0081f467655f614853e5b9ac9e470550b08c2392bfe61b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..062716ce9e16be9f092fd3947cb8b543e791c0c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b332e7f13987bc5861de847bd3f6be4e6bb203d2814cf01cef119e16d46d205 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efb3fac0b0a11681a998b52be0d6ed278167a878 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66ae549d7a139c5480f5ba324eba0e9bf3499a4bef2a681765bba23f42314635 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8a03962683e63df36d7160d2187384238f18fa1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ae48e65f492e8323d4e9cb4ee6fcb8cf00fffb1b72df1b5eda33c62c52e0dfb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b66ee40f9e8c6e68ab0eeda693a475dc02ef185b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ad30914b3ff42da0b7a03c8e91e48a548bf395372f41ad8a3effb2b0d484690 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e41f8248b404937a252b8854d55f5081df035f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df0ecda19595eaf091abd2baa4665b8799f798304d23f161196d39a8ee39de37 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b435150bf01516b8aba08e1125eeb9d14bd961e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a10fe5a1ca83c4a954a3a282c739dbe8ebfc097fa5f0f126e1c9bd273721d7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d770fc4464d6baf17367a455cfa1253c38267a3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:070f74bbe88195dcf3585c57523d6c6e40b4e45b1ce0deebd576bd5dd729f7db +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c858a8fd7f91e8f1055ddf4d1203bec1aea1b046 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67b087685fa3f9ec177d5011dbb993792aedc1d7baf9005ced7ab6e682d03ece +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d16ec57b20b3ee95b1d6bcae9f2d22feae1a3a04 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad624b7150b8fc13df8a6c75f1187bc230bb6d4d7d248da0eaccc468d74e8008 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..377def335bd589cd18ef61078d8893a13977f5da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd770a3f89b40b5d2bb44b63e155115d43e23e9f0e74cc3827b0807345e48c12 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4a12d3bad8d15030369c40990b737a72e1b33b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:785f84cc8eaa0aab4d4cb41c509fa22d0d552debca8ee951571a88556d3afb2c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..06212183db481162f1df7f0ff776fec0a1caa0a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd2977fd4f3010132fa1c6f83fd9cf5a8f9678490b30b8cf9108bef7bf56a89b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75608dc2f211697f0f51a2cd7c249c76ce1b4571 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dacabe37f7a46fdc99a762b39f7f147e7e61fdf4779ac9c4aceff0f33e2f9a8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60a18a2229327b0be77f836fd7c050c293d879c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0593d6415918697b6d4b1eb27b736f2ee163ef2bfb365fd0c680644e76392bf6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db300655146974193e18c6be231ce46d8708faa2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19a597c997fc351ba4ab7fc468439dcf2d1f32bbfdf0dadbeb7b24a41984cfcd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27dcbd215d08f9f6a91a02a569d8f01309916890 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3307fc3adb6bfc643a0bbecf4abdfbcc0b55da23a80ef7dd28821b85dcc8a9f2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87613ee704de943069808f70c7d09cd33fffeb11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2c9a1ff6061aba4ea3da70f852d8dff866ddb8070426569915533af533a7c70 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcf79659335c6e76b81ee6681eaf0c8a2656406b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df5dbd33c2648b35c9dbbf56ee62458341840a88e366056f60183da417c8a515 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c786913624e225d050f3d0713e31b3f70cd74241 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cf0891b30e9870471ae63a3b3e288582eb5224219bcd5c58128b23f7934869c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9516f64ca035a6f7e82607519a30a96d407d24b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18dae6da248d592711fcedf5fda2a528ba180f570d7c0a543738ae69cd57c4ce +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54bcb1680d1fb8786a3dd4a474ddd2d4e8dc7846 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b34457cedbc67ecdaf7f65d5725f685a2a4866315164d66191c703cced3fb1d3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..977d4a8f4cc1cf6498e0f4b3454731aa7e252b44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c258190f7f109199cdfb59fc1c3794af3b5d9fd6139db16245ad0c8ce57563 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d8c94d845d2ca4497678cc031e2b6c59e29309c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bee0ac3aa423623b9a649c51250bc7fa7f5acafdd825505dd970301b8a0d35bc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..426599be3ae7424cfd05a5f2065b12533d3fe8c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69ae0979b44216dfc1b28b1df825139f4cfcdf97481aaa8628c05bb95bf75eaa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6d080b352d2d6b748187757e00860a9b9f078ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a6223fb8b71e55fbc6877a4edbf51b30c139f9fc2afc9deab9c746dec281fd1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dcbf4c7fad8472752b0e54686a1efb2db3e9d3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d40dc8549a51c8fff2f9f540cf2a26e0a9e756fe3eb85afb420930d1bb39c629 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cf2ae2ee425b221fc6b1bf42bbb245150683a32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c38f5f745e9fce804902cec41a1eb7684e25b3bc678b0630b30b0b59d8c7ba93 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..71ec3768acc9bbd61df31ef1e22e340c88f5a644 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d30fc368e39dbd5e02a99f3ce3671309fb596ed09bb2f9ea6ec9bd70f7f3c361 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02948c98341378dec851fc43e98183adc7664d90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aeb2b8a5cdb426536bb2387b000c2cad28243eed2eee636380df2825d6cc98f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f6cc5c5f91b3b6594c6ec4e979ba17549db0640 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65ee34c06b8a895398f73b4b823d86cf610a146332bd16062bebaa50b5a5a895 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5b9931bb2dbacbced801bee973f22b9d3bb22ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16c4f6f76a9538d595a65e91d24714feadab8fe31c48a1c2cfb6ddec2c8e8051 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11f38ceb8b525259fa9270809a22351480f31e8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:187925ba6263fe53474b975e17196e96dfe0f722235cd2b3d5cd76b5e6fd209c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..126727e8c115d78e935ad9f16f91b687832ee0db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a4e051f371879a4e8fe08d50e941aa277a051ac4237ede529a6b66db6e5602a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85b6b19cec5e3f3962d55f6e73bd33e8b7c7655b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76dfc17fbd07d94ece47084657cf8f467e627ddc48c7b26f1f599a12afcdbaa8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecebc11500db56e03f7eb6bac1a9fde60cbcf11c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98f6f6120e2ab2e4e58345daad4a620c3a58ab0a00aaa0e1d1c5d465e3366d05 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5aabd880f217f6c1c0acf1a18ba0ccc74abb8dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d701ce1fea04ea512303e266b4d6751ebcec35672e55e21b49403ff462770756 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75912997813507d4aea7a2d752056e2196d2f015 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6e6c7519860b39c53f227a9a28e16de2c901d3449cd812f92e703c476f6ff5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50bc6ee0f6b909e30e4e9f465cc74341fcdfcefe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:677b7779c7224676ec17bdc920c82803d4383dd080cd4e8a5972bbebfe1a96de +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..634854f4f787d4e75937ebda7d573348912ff086 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10e48a4b525002a0c0593d93ae0a765b4c8218b3b32176194edcecd6328cf8e8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4561dc5d8cb0c223cfef9cf26cef80fca42e7ded --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54de79f8038d16f63d758b1726728d1e54e2ace2e04d32f4f250545afe18d407 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa64adc97905081175662119b302d42fe468033f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ec6844003cf83eb3d010b20a4718813323ac900cbba789f13291b94f10af0bd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10789a482a1e20644a23b48a7fc8af0d30eeda1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd53e3a4b54ff10735e26af78b3b40a891a6526135631d1907aa19f5e4772c19 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c937293ee8f20dce69d4676460cc86e43e429b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dd66463c549880de98971c1c19b7c5845b76e952d599e42caed662b6a119e81 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c13ca3382664470d5d63deb6c8f664f37f2c1fb6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e48c22c51bd8a580ae59a3ceca697d41f6e1d53bc7873e44f147744cc8395bc1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a0b53c3909a08e7c8877922d1e6fc06525ea0dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77967ebc32f8ff0fe4ce59368e567c1dbbb9573566d38ce42d96336fbe5888b6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f2b8bd2a988c9e8eb5e8debbc1fd1687fe43eca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d487a11d1982d0d03bb4b4c13d33f6e7bc3a125f120979844a55499c9afc5dc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81a5ef364d28dadda3e6d9a6c31091054795a8cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de9f9dbdd9b74c18f1105d76d6103b7f8e249ce30a121f5926a137c5f79fc54e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c76b373f9cbb60eea8042b9b18984f294433bb1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67a0af65477d55cd082d6fe2b2a597bccb130a98486d44df6a586f7c96853282 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54d3b622e3c24018f3cdf343d69ed3f8cdf0543f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e34c95121147c3f919d673ea3669c0a4ce001814cfc9f68929e1b116eb65a56 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1323b8dc65d52d1285927c39004b561396abf993 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a154f04044852bcf89e794a56eb06ed29943104525dba8193a05f1135ac08aff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcd2497022fe4d098b5fa6854cc0afe152829d1c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0b4dad23b86dde42bd6970608a6c567c8597242ec2c032276da4d865309ac1c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..96d9a74ac36ecdebfced668b4abe549cd66043da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16a6ca42b0b87db2f5f713fb04dc78ad02edf588105012671130757ee992d2c5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97631d4e5622c5e2258f6670b94386fad5d5343d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26fa3af29e0410539fa6802384600146771d5454e2702fe0c615009679372986 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11d37c00657b6262b32769ecc0c1fb26d3a43f3e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aa6dbf0120352a6ac0a5296b56b64dabc2cc9f6b042793c8ba8fdc6e9c3a14c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b1d5cc9edfd968d9f7e2314bd5ea958504ecdaf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97f50bc4fc21976cdad194cf229890323ed537bd21fb4b45b21221fdabfdd690 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32fa5841270bd94bd228c1914fe07c11ab992919 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35d05242f75a385b2e6694bdb1d9788ddaa2733760d3e7510c61f1026bb5e5b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c47efea702fbfa65aac6d2f77ce3916077de3f7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28b98303f16d42a92f96b77200be7f1a37257e664388d06dbc72c160c8a01948 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7807971dbe2b40fe991424f4b3a88003f92b30b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:843c699b21a3dc6d57dcd3d161ce29c7c7eac5fdf89a8eae77baf41f8754de54 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..542fc217f030f1047287504a61e0f98fdaf693f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb4b5793ea93c942afdf7eb6cc58dfe3d58eece14fa6f119fb6621c2a8a8e15a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..93638005f4b9865a309f9278ed00264ca4ddb957 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:234c7bddb750659ac44cfb8243396655e953a823bfc169e15d2f07d84ae4c329 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea7b91f21d09057d9215e82c203a3a0ab705c4ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da76cefd535178cc446596cad091892ce459b0f080c1d537ed0764601692f89b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90b4847bf1cf7c72044c7d1202395be432717da8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17e3755c6703b91b70db3e07ca7f9cfe294bf8c955eae7399ac4175141d3affd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e1ac1acd13b881ca940a8da710b0f6a9161c99d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:729f563eac254bffb804a0469c8703bc46ece9fe75388d32d5f1d13cadf1eb6b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e8ac1f5d6080fe6570814e0ab16c7545db73781 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8d1422b93c51f351f6b52f4506ed897912d1291f21fb6678a8fec3c3d5713c4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a194c10db6b3602f350a2615ed6e2fd39ba1dde7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcdf0ace5635098196e8f05875f494ddaecab7e1cef04c4417b4482d86679474 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..357cf2788afeddb3524b757b5ac8fe07e947cf05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb78c9ebd1389ef34a081baa84c933698909feb34b022ce4717d6b8434598647 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2aaceddc2037de81494e4e9670dab6edf82b8910 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d24c4304519652f814b21a1cfe0904b002f4fb50f059ed104517b944e8f73a6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28b27bd13dedc26c3258381bfc4ea4f162ddbb01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e49abcea5dffddec22f3d77c76ee663500af1f68758cdf80a82cb4f54144474 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b875dd90a4ff89fd36f8147cb86e3ed12e94f8f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:939d409bf7b3910beca6b6fe032ce77067881e8db1921ff44135b603c75970be +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6edd64e2e97aeffe3e5f988627da1284942d1409 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:030ec057d58df432144b72f7c947233688daa2794a855aafe76fd48edeb5a4b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cfb72c7c05d8ef23a234e25fc406db2bf094f2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc3f6ee6d8e62420cc246dd48d03c98085d87f12311a93c5f6783eb1215e986 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dba0cbe3f130fe26ca2407b006569a2cb0274f59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04d6fba6cbb03d1a4e1a529a6cc30a2489fb16db58538507f94e353694cc6ae8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..417c8a0b5d955b3bfdc8de704ceb32037b443837 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:863ece6118003bb6ce850867e1908f1a066a8f68e15fc6b529f9c107fa202a35 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..81c3318639dec71496f9cdb6f65165f8a88480fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54305f727b2f1fa1931b2aa9b3e6dc6e1072524db03791b4364f760444675cfd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b02769b794f6593604d7917527f86d949112a927 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e46206677aa9723173b6ccc1305ad88763bfb2a0b1bc6e441cba5e24367457a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2022ee676cc0ce9cd2f257dcebbac3062e06537b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0708e015fb76c293eb04f41a3fff7a0f12deb6de0c0c477c70e23b9c0ed59aa0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9acbdce65fe44bcc1eb77d14b322181a43eb660c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb62d19a810f92c7790ee19a0a65f72d5e6ba92f02da683797b1323208ee311e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5afc6711d40c25d1f7295426eca01e358ec416c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c891b63d41cc0ced640f7c06ddb4052cbbc1af19f933f78f2115e36a607f73fb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8c2c12d56ee81c827ffb9b3f2f9d20a89c63a1c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da3a76b3c9e1713d4af1122056b1931c00cb8d8cfdf55f17e4e7e937b510a21e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f20471510eb6cef4e73b058f5cdc0e552fe05f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cf24d72c47806446c287d140564df29798b62506e7873a8ef672ba498b19810 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05af8433229d5af900426d48ae2e5a2f75c7bf51 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f210a715145df64d12a29622f9fd81dc5663d2d8acf8072517ea70fc97aa6825 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0340dc0325194a3b3794a271b357cfc64c99d72d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f2edf45e1feeaacf725d0cecf5df046084d9a31b53b124703c1d160713f78b1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c0f15b29506585e88c7b8c31fbae035ce2e10fd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6b7773326af0f70ae37b99adcee253a5684ec87b327e81564ccf946a9c75984 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f45b5b532914a68c564b2099baaca53e424060ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4630a3415a2f6738a3d5bffdeba5d22d15a3bb6838e6f17e07ab28f45965162 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6c66b1924da97bc0b80a8395196751675dc56c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4687cb99085de961b5096b3cf648f86295750bd6980e66647331acd6ee3fa483 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..93359ec20b38649d954891981d3be6621fdb4295 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d5feaa12dcd5a043a8b4a8884625676b2176491b3a5a8c4be4e5d32ab245100 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c447f9bf933072a3a18439e568013c10fcb24695 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec275426d6a7afb4c94982e3299732132d57cea270d95b918c1d24aef7be49c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b1eae43c538174101019963b43c0bde57c948d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c62a7cdd8527b7189cb45833b7bcfb23d0a4180ad283fd69a7f17a782d2fe1b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..314403b1e3703976477d35af7539bc991bb981b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2538f2d25a54c4bf58838c8d97a5b7e6d817cacef4a7c671b894d236396cfe8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..17104767ab05739052d1f78a1e1e3c33a4351063 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e4dd56eeb7af484d379226dbbfd319df3f0bb4d9e4949fa7149fad6cc583ac2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc2ea3cfccca10c6ab0dd5d31051d5302b75877e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1b95204f6ab008f86e48766514dff8cc221104f5ab364b8f93400ef4b0fef57 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa953abb33ad6b44c3e38584a823d510e5c4816d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e607fd99c8ee0e54d2c75777c549eac1721593624186fafabe74a450dcc2b6c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..596c5559a8c0055090a57d71372cc63290b7cac0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55908fb3544b942fd82ca1f944a04ab26df69867da0b6d6c11b8de6391ad2090 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73479e80512f1029e44c235b7ac7067503f6646e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62071b932d643ed10ddbe812eb145ed9ac3ee6a1d15eba989082b1fbe5d764d4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e9f50bf82886cfe01f1d4d19400f8cadc42c650 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc415ca6b1379cb1d87162b8c2f73f338a55285c23636b2e7055f3b11cd7109d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..153335b87f1c4760899d4f7ef0b5eea94ff96cc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:105fcd891eb937da2375065372b10708dee00fe56b5d1ab2b9413b526dc55cba +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99fa62666ce13adf1362e3d475352025b50bd73e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18eb937cba857f55118514a60905d37e324a5861fae9df4f5606caceb4c64be8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0754f055cc372de614ab8cc5ed3946f43af3a908 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7098d4aeceae67addb9c010d7e00788066880d14b5f4df41ecf65dfe71a8030a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..642e7eccec58ccbbf3098b215382ae848f76c16a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:128d330265d0dc31d5b57eb511f8f0c77ffadd60288fd1bbe9a26276ff642953 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e707b5ab51fad0b98f3b754ece9ef7bcdae2786 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:391d922c9f96a11e2d54e1bc6b056016d8fa302fa54f943577c3c727c193fbca +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c17a4c053a94b1e5eaff87443a262a71c4571956 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:391fc0d259397bd4cf99c30624b2feaa103b710db1a19febd1ac65a5ff39977d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..288abebb5c77d4f76d08ae7d6d085118f1774156 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:692a79826c94a7a45c91f1b7a54840ecccc339b74bbdc011a450bd7e21113cc7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6326db4de221e20de7d3371d39564032d81f2473 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b03d192cf2a0b6061c790ad31d38ea1b5b57a94a173ee73cd484c6a34544a34e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5c2eba04eb849f405429930938cfccf39d0eea1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c74f018601ccb2653975e8f459dec68495cf73e48efcfdff894a5fcb2006280a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c212783f0056055b6ce7013c41d62af171594673 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf13b7e7aa62b2d7afc39d7fc5fc8cb64ffbccec76c053375668aaa29996b46b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3eb428819abbacbb22c7a3c3fe0588ec03b6a559 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91e80f5551f07f1760c36ce84f3b875cd2280dc6acd9fb679dae28250aae7463 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e428ae09398418119fdc9d99e930e3aba688fd7a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f819e9277b109da4e08704ca9e823ca0b98aa5b13db7aab1847a4a3a3a85ab92 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58bffdc0a0e268e1d2024ade224be042a190c2dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d22f4dd436e7ed1899bab863ec908337ad945f26b2a301779e588ae19d3c8177 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e6b6fcb3a65981d0fe57994277c019c1ef4a7f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7976cf7938aff4e388497e99c7b2dbd2884846909077efdc617772ca76c297e1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..77a303f068355692dc687bb51516441bcfc4ddf7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af07ae57c81665818f73435489f9f5d1fbf28e10eb7f2161e1d3e9e934a3abd6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6683b552194edf0c7e5aa8c152a65ea24b3863e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7704941ca43d2f903ee1c2e8f9ecb6a6d594db59da9cc82b1a0a523a88c8bb97 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9da9c7cf981544b226f8589660f95d8b1a81ff5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb8bc45800f9dfa6a09484b93e3cf9f651dabcc22b66bc1591893ae7399cf927 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c3052c71bbca2aba2b64eb6d46098922ba772d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97ec63c4309e2fe23f1170136bd1b8ca0bb2c85ce32f6d19619a8f79e8e97a45 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cef9d35278df7c61d49fccf11bbe3bbc447921a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9306c58700b1a6706f0dfa953a91fad30561f8e095206af2f1427c44fe5e2c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57c8ed7a928369a29d8ac76441efbf96254d20e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79688bbc5c3c0c889ef2728cbe6a4f96ade3a551d61943a02f237d44222c0bc6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a99c08e852ba9c659aaa5ecc013fc7ecf115cc6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74951db47093457e9a8b05b77347c45a194eaf85c7bd0d5b651ee9721b3f3924 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b118385443b9f3e82817f60b34c99d5ccae313b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45cf54f09f9a296ce23ba85e9316ee5f8c99f0f69441616d63da33e22d4e1b37 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ff6cc3cb74497672d0dddf023c33d35a2236410 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef316daaf53c91fe2e5bb66b70a85f6305dcabea8fc47257aafefecc0c165ebd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f36e8b1e4575719b1caa81015a26c13f14d61784 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9325ef8d7bb35bf0f24a32ea5ab866c57ea9600f58274af67caadbaed3611c7b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28278a371af11b6459c520aa94b810b0c4ce3807 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dda1d62ac97b3ba135e82090ab5c4c0a65fc54058401b1442ab4246e165c7c91 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89714985d49d5ce83efbfd3fcc67e3c8971fe806 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:160f24d8271bd723384162e6f0daf32e0d4fbf10f5c483db3d8178674525f3fa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79c859f9d10956627c2c4dc9868d89db13c475f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25a078c611757547d56d53542918eecb7efcc96e06b6bd6f0e37b316a14f267c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..460415d669335bedb3e96dd9174aee48b424253d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17c4bb018daf36ca3f90add5896e706cec2d3c253af9c19a797bd4623bbe88f1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7d70cc7180f36623e9ca47c92d49e87021c1e23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45ead18c98e4f4dca03854cd5ba81f34adc534b1e8da657153f6062c37803d63 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8983170d5371df0e729145b4d1378101553e06fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d791768128860b111b015756d7972d5ccc569a43b4bf0030944abc12d409a521 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d78d020921a9dd002820d175ea7abadae83162e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a986bacae38dad7b3cc30e9c0991a92c403e216c3a0ef7f5ae7d687728ff53b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d51349e16ca47f4a043f5b953c6ac57572c1e79 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b152dbfdbf23caae4dc943fb0890ffa3fc7e9c7075902c7de82afaf87a38315 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..903c27cbc4091c1217706c22e98f2b62da9b71cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63c5aa79a951f3b4add28f880a2515de8837ff290171a808ada8ec51f0590ca4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf589923d6fbefbfca507c7d4c732d34e4bbcd90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f41c72e321e7c26f3868de3f93c67656363e7d6e7df1b2e4196c86722b0bede0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9781b0c89b960b87e5a7bbc4dfc918a40ac8d31 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1afb91593cf7f49cfa3e44f8c61950fc43a8d15f1105c800f3308efcbdcefc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f33212b72f43420b1cf4a1b72152155489e9de7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:359004b493c3d7d608a6980de519235d3babcba22ec58c8a5f89f2f5e9b1fdb1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8555f767195593fcd2e6a5c9770d0214e845311d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:594e124a02a5edd94958aea79be5a38bc6f2540a50366e732418b320ebc45d6b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4034da5a2c437c9a969a8c6532e44f3366473dda --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bbe8cc8e2c96dc378a15706991fe554358ab007965330460633031e7cadcbec +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7036ec372895c13f9789000b6714280a0c51485 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae76ddeae68a61fc0e9507ef1293f1d81b8cbbf7494647eba96764a5942d90a8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a2f36699373d581d5b55d7cb9477ebb9ba316d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94588056763af74e7de363d60eabb101f6d60ab77833e2e76a5f060df03578c4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd6d1511c51a8267dc5ee79bb7cf5416822967bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5f4affc948f1cf24fcb022c77448e2cba42f5d984191298bc09c60a20c62f7d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59151321a09ac2ad6258ff6e447534ec2d80614b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88d33f3e113a9c7cd708bb9efbd61b44f0c1d5c453920250d58684a54f26b614 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b815d7d84dfb31a21d3f4044a62abf1ebb845942 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8a823da3977110411e26b127750ae960976183ab38fa40b538aeffca7eb0aae +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee56e0ede04e1da34a32c5213f19bce0efe5a3ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4b87cbdd1ec290e5e972a4edc8e06cddbe7ac74d36696a2610f27e56d4efb4f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e5e230456968b385585ef130841545c56ebc7dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acfe326ba36b15a126355f715c217b53a4d8576fa6314c72eb36e628e87297c4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6414d4f25fc766c1237cd7a31f3fb387fb1eace --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b89d8881be67bbc6fb4bc16981583669334a5c20216f241c646f48369dd0e63 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99f2c4e38ba1e61703a6a7ed31addbe26dd1684b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2794bf33a6d88308a910e00ed3bc519903505f6aed13fb5e36ab6110de84c5c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c9c0f9b4e03dd0119bf37fb9a177526015f52cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:387b7fc2eb6c84013ea595eaf729d649325cc8fea7c2a29bc7e360d5f91f9ee1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f03ac138ae73bf82e55d1534ace923a22feac2cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61f9d9837199f0b69c5131efd4b38557f38b6763ffc76d688b54d3090d722f57 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2877dc89b42924177f749f69d79ea34df7a01799 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56fde55c9634ba2950121a2622ffd29a916d924f6b1899ec28ca864746d2453a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b6fd8ce14dd72f01d827c457a8755b66ea3f6a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57daa8fec6925ea7437b60a04dd699e038ffa2c4295970c87777ab97817374f6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d8d929337edbb8264781afb279a41b72c39c4c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:786ce56d5c6ded99f6f639f5b45bdcdb8c0e8e04546b4b53b73fb30418956be7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db3260bd0040b89923e33ca383c0139939399631 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44911917c9c68781a611e904e95d48cce804c43f5616c10053701b9fb8913cb8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d74fbfbae1facd9cc972b5814ff72c17ee430438 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5cfc48bb431183ed57b9019bcda05c4ec9df13d1e5605e9c8e34cea1c4c4df3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..431a810fd384b88b7636b07bb66b6ff6b6b3db19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e1fda0897cf74282998676c600144683a6564b6391b9e0e1534602d94f169cb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed22e13b73ffa39a19d0c20ceb01cad2a24ff07c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9653e3d0e2fec3f60d2b489b63fb44b6297116033877f45e82b5b38e14b55421 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90f32a36442b363132826bb074073e04b75eec64 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ef63963c6b01b23ca9822f87954cc4047d04f4b53847f1ad9f8d12afd7889cd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75abfa5eee97f0d5f2e09f5b28553da279149580 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cd5a726c9597597fddd45d6a104f48c1f361b181dd5de8c8fa6848d68153353 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf920f9ef2a121c60c603b1008688b522761b508 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8dc693c12d62b1ba25168b073f432a093defa305aaab03f5f5b3d31d83b89b7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa971ed8ac96a47ab286d6ba924b8e95faca3234 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33c46e9deef25b42a5e7e90e90dfe1eb5e117c0caada171cd6fc31957acf415e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0d09bc1d998848bc92175ed0e3f5ef4bbc1f3c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1035f141efa3b8b85676a1b62a642a6f8cab01359381bbd358322b30f3cbf922 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..963d7319f6805ef6b8409c3a8afbe38cfa66a526 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d4a33faa665e8ee121006fccfa7aedf5f8396045e409c0ad86a8c7cfac55060 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a030e59521adec51e6aa9dcb1f1955e98e6e465e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:331d8b6007b8e09713f5cd993fbd30e6a2e0cecac1d263751f91b09c82b7eaef +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..517194252014418050d18ecf3616d57e60eadd0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b6bc8337eeb809f9ad2b2ce605ff910d717d82d58d42cf0aa1b7d97ac412c49 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07aa3291e58216597a2e0ed8f20b900aa040251c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:531b5ab076aeb98835e9605a4a4b7544e85638e93e22e58e42b8875380bf40f8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba698d9cb43c94659d31864ca81eb6f6e2d30202 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fa7257b6cd09cb67b7064d2dd1ee7e98789b5731e4bf711ad9f6fe86e1b889f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9d6ca7588372990bce6575853f187736d105a60 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76691bbc93d3e3448139e279e7ac79567d654746e1d18f8a0a43778d4833d823 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9684d287cb15d44318f05f0864e628a0062c2ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9082acbada61b8e2384c6a456cf1816a86dc031ed55de8d7759a9f44c3664656 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..662dbe91e947dabd988a5fbabaabb282fa9a1db2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03c89cb5397b56dbd83452231185bffdfd8a59d107e40caf54b9b8394224ae40 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf3d773146c10f9a275e1df5abf58bf4b698a7a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5d4b01a2e806715a1a66d6e8de2590c0b2748c7c46f89baf85032ce82556fbe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34ac872d724a5e76f55ebb80300a8ada295e08c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e75d608ad2954099e1185a8bfbb2925b2831862aa00c08d1d94fc16abb1ec7d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..98f9dbbb95035b058ba50a79d889a09b8a09f6c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e373eabb53fe1f9ac511e10e162d783a6472c1086db135c40b374c1f2db90fb9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a5e0cc0eddf63d1197a9fa09459ab8665412bb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:842b5b268279c70a24054948cce17568c8a51635a809adec61f49f3b41d091a7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..015adcdbb6046a3e7ec0cf8aefc5302b5e009925 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6da98601d4f1fa5a0b0e44df554543bd31863e51a828131d4533a7929b42661 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c29500c1a2b6e2a53b55591f65d62874fdd3efb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7d32ff5110baca82e37dbe6a3bf4404174528a0e6686950a102e96d8df2a7b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..575c9154901f28a4f1ed75bb46b245ad27343fe7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9192eb17225b19c9fd32809d7e61b53fba3e2ed8430916b3c565d6aa0c4b3cd7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac1f51f72067daaaf8f116b923caf7a25094f3d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da892fff5e479bdf153149f6a24e83751a98613df1d3ca8eec6888d3e5bb8c0d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e91b60b1f923ceb3c4ef85bae9602126c479ed9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90c47c171ebf6f6c5848752a91696a59180aa0e5d91549d59ff911345a16ff02 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..844608649fa0cb8fd76d1efafe154d0fb6475d4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92cdf922151f9d6b59589d3ed9a594d146e16ee78e658c23834ddf131c2f851f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97de9b60a2d62cbbb14bfc872e211b6bd097582f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5802609130f3c9afbf47ea463faf7734cdbd633b57e3ccf7c2196993826eeda9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4543e2def2b169eb15cba6223e93dace34112711 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:967c48296241d961634884b5ed4a6f51c85516a09241928d4f123069d68b33a0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3557a37e13fed1c2fe10fc4e92dc999176498ee9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2561877493615d3634bebf655536c78004abfea22c94aab01554aa5a373c454d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..696ad468137c5133898590c58ded217dce4687b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af14dbb20ca772790354cc414461e35d54a1a9ddd633dd4f853978bf033cfdb8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f707f58b22f2d74cd9f0795af0970b7afeabbdf0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1809c97f3749a7ece024e98868ecdc75344c28c7f24fcc0122f6f5c121794f30 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a2b6ba9d8f5d59a9194831aec9eff6f05e823da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b8908f41043d198533e8d5d590c413e27b63b6349cc96cc267656221db09066 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e296dea2ab777b2dfab197227464fa795718c26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f2842eb9fd4606175f554095f12d089feff69c2e004b0fe667bf453612fa44c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cfdd22e8dd8c44c25bc536f283ec9c24e637465 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f51713ab18e8256ff7ca8fd54d6c4193fbdf348d6e377893a35e20c2aebb257f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5b9a5174ad572652c99484556bb7a038bab5311 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8941f8dd253afb49e30dbb17ed0beda4661d78b8f45f4ed5aea1abd8bba7a47 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cac1eb661fd96bb45171726926f9392317c5d10e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d70559c6b7fc7ba669bee23eb08de56bafa59ddf900fcd839dbeb605f41247 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d2a97f7e1728dc706993f3fcbf948e42ba2aa76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e72e41b9550cb6cc0b210cdc6b54a102f0d10cd733c194e06a4cffaf7fb3990a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b3c894bc789ec649a951bf385e52a91b741b526 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a09fdb745ed1cacd194fddcf579a20c063564d47b71b2edbe259c07344f8e907 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35476671b804baf8b5028961e73ad8f4b15709bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6c70cbc061c3a99f95ef0f1a26fc0bc2ca7fcfec8741b6c0664209c12701e25 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce2397967df80afeecf37142b5ca54f19b57596f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d3d257683eaebe74a56acff56f7956f588fef5ab0feabfc4b48d43e7c4d8ee5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46ccdcb5d79f6ce0bf2a1588ef1e5f42ad8842ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:420f48e9a9bde4bb0352443f8b2b6731416928ad58f50be1c2c9839dac612a9c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4377418873677b18fe651a81c7fd0033e6744492 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5eb943155842492520ec903436abbc475a7e4d67a4e6c644f855967830b2612 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3eec26df3a256ca1928c14410df62967c28e8eb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1796dec9f5c45503af345d1b2b53196c0eca20d65c0156f5f42dc65618a239b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40da67f1f7a805dc5961de5d74149c3ecec5d83b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f9dc7a0c75e5415b328d2fe13ddbd53a4c09cd7cf0f4d727f3d59c6e665f414 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a7d4305bff4e62d48410518439fc4e35b0d5285 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a665373bb2d5adefd4c2ada3a47b1ca9ae0ae0583e2348e5fe5d19bf556b548 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c91291b03d5941294f14c61a91cbed04be3141f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d6e44e54b6b926b1f3dfbf37d501c0d14627935b76040d9199c9b6355f0acdb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38596e62a2170d89be1cdba0b1d15be0aefd61c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e7967e329f104845f89de50883a837f58fdb6eadfc7a63bb0e956f29c0b7ab5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..830cd2e427cf808d014f56528b71211fb71b2c65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c2a0568ae1c4ca177f233c395eac53e5d3e3014b36cbaabcbd2082b77d1703b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2399e843d426a772711b2850fe8bd61520498ceb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8bdbd62cf104ca3c356dc9f2b93450ca533d364f94138a13389b4ff38b9db82 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..baa2800e4f8da520f33c0acf63b084a83ba58ff1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad33ebb8888b449edbc1b521f9ecbbb7bc134324b7b5eddb3c68aac68625b109 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c96b10ee2fe5e884b7059b8e64b9db95065c4e3a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf2fcb8cec3ba95dabea1fd990f1eefbaa40c4e0ccf9cfa1523fe136f3b17e7c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..196e6ad695b086ad80a1a7cf18e10310ddd4beb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b5d44af7514205e24492a2910f3defccd860203bb80d302b7f5b1807b7a29d9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd8d012678adf680e8c4c25de2729fc01fb7d43c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78df1942ad83f31082df22b5bc3fe8e5670d6594ba65b9206c2379a0d11507de +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92c3242d778afa891e69e7849ced0a65b07b9c68 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b766b0a9527ed96156c8b679f632f497760a7c7809f2cd71a3979f146f219ff6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6e77a1383540456d07ecab2b58e0cf42b1657bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94e95cdd2870a6fcde202a1cd1a9922a52c7e14cb234a80350183a2cd0f7cfb4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..904b036e47248b8730a0507333d6abe45c7ef781 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d93be47da56b3ebfcc4cb7d9701cb60ba7c4d0727898c10f14f2edf45a1ce3e3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..26103ce3537ae1d34c0d1a339b512f582c49e40f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cffea1e6b1c90924c7e98ce69d9aa9162da106a3f7aced577499d8d6c083e2e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85ac9efd94cfaa98af5901b40d3d5618c90450c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b41a11a6c61c2e8e0896e02a3584c0b88f7ee82fa720c85de8fdf18d427e6793 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6d295bb40ea462c91c6c71fc3f4e76db77a5a43 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b81ccb8b7a213a759e4042b14c0bbd4a81b112f9ac68d87f2778f293c63b9937 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa442e78969065a6787b4b74d96b83cbe8872e89 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74b89e9593b5aa60c8f35fbb8e93fce8da594d392dbde60a55af57988489a1ac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1390cef4db941e3381ab8b46484dba57bbd79ecd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:345846703fe408be7377a4e5b59b455a7af72ea54b643d1da1a4772118e8fca8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2daa20feb0be2a88d55aaee9966411437ca0da79 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da5ac7ba79c400b24e7decb3f76b9e2608e31026661edd2899419a57e8cc2e80 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e946485130ea7c9ed3bdd31c4a9d92268543843 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ce39a6e5a28ed376d58ee1a8501f511e69fb60fa52b552e5a76862702088270 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae383276db6338fd7cbe3a5a9f110f1f980bc3c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47de6acb72d4a5799a67a9125d119483d40c03e89adc678eb886eee3f0e29f51 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09655bc39714546803e6370061d39c3777765827 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3fa070aa880cc6dc64a0e41d9115fce1b75708be106a5a4a28b79d3f56295b1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cf4e2d03130696bf17b5d8c813eed67b83b4899 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfd132f6fcf202e5ae892b89c238d78f63163b0ce44201c500b65a9ad6af8dd2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8daf7763b2c85d948fb176c4138dca02413ed2b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b8997123cf0f145f8b5d48a93d5468247bc363ba171d2ec193ce0d941e5f814 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19ba2a62a29d9bd780a307711ac6a5cac06940e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1aeb0b8c6e0c9a2a1d6ca43e5b3579ba299bd5e293149855684e286f5346775 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c02a85c0218b9238ed6466ef6956d7db62f2c3c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a0a6673f2f3a251058a8a0bc3697dbe49b32b752d67be4bb57a82f7527eacc3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae31f5864cf45de6e12fc4f0221fa3c2d4f2646d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f2d23d6df8cd5d19bdc301bdc0ec7112db6f0b28323558b5247680495c16dae +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4f70c5626e781584afa2708e6298463f9707cdc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fde247b14cc4454c4d27358efbf2d9e72a9400fff7f968d20a2736e4e9e5086c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffb261178ea5308f8f95d16b72b030bb69ce363b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:318448f4fe591f0e7c80a25a48ac032df99285e21e5739f023db1ceb0e09f6fb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..041e35950953a847a8a5cf9c94b8160197244a62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b8d0646b0f2be8eab3ba056550f9568d2ad6a80219018276b61b0af8e7d9497 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebe306e9817f6bee37bc6e0fc7bcd516bca77e88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee4020c0011c56ce917eb93d41bcba5c4dd630262c14f7823426e09d5c85bf0a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a91a1e6c59914d90adb4c7ebb555efe31c3a63c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71b7897cf540e8885aab3a866ebd6c3d0edcc90a68ec42b8d85348e504b21592 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e5d12b299912d13d6b660c05f605d786fbc8f85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03817d3d8e322f767766252b01fd2b003e6b828ba260000044a2c287925487f8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c17fb123aab4a55f8fc06492de0b4dda95a01bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2039bcea72f126ac3ca6a35ffce898ce134a04d8acbd7aed9bf66bc069d4c04 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d70768fb0668657d834375b4b00a5797bed63e6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7cdfcea66f6e23b5d6ce3953d7c2b25b94b2668132af3528367740fa1940849 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfadb2a3929c9f36db32955f35ab0ced52703f1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99cc730bd8bb230eddcd969901dfa4d401b23d01636452859f7576f745876791 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9972550f050aa4426d9b84380d9b9f8cb8e4b41c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a5d3dd948e71998c241d990094f51e99394f89f8189c893260e4a0e08b68848 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c096a9c6d3026105e46d542563da6b4723fa9b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7047b4b1f8a8c04767eddc75b766ef8d3496e0506343672540d8a0a8e8e97650 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a41229aff03b96f716a144ce2e4137d72f299757 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:152cca9f459acbac21521c2869bf3f611c4155ef2bc55bb6ea90db9447a33b17 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a532dc6650240220b6982beb8516a75c23eb0377 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:309439b25db81aa04c2e54952f141c80aaf07343c07c82852f7f0906886c321f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00e9da5c8b62298b71224074f8e853753503e73b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af95a2e7a2a102804ec62fc598bab9e039c364a2f1f42131972dfc7798d282dd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fd4a99ebbcc2207515a065115b924bbb9f809e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49f46f32ea38c989b9980a6fca40197607a61637065ea7cfc856c60b68487d78 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f81fa1386fdb24a7e7c6d68ca859f87e087d5af6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5f879ab9c1395f43530f68840d5b84faf89aa38cd83be32c2235599255cb89d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c49caa655c4d29fc8ad591cd666ba221a7a98fc7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22cdd5d234dbae25aad31d8d5c6fadef3ce776308687300f871c6520e443865c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..020c6c85d3b0c05798eb7e12c990423a30744b0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6148558d02af3a668e1fdd8337f243a7ab585d36d675b0b2f57f7bb9faa391ee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b6c876941f2247631c369506109bd391c709590 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f2d5e3841722dded062c3fc02b082a4705529e34329ca79ac926b03c75871ba +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63a98012daac5a7fba5edc3218a12209231d8562 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c013b2f5250426968336b0bf3ff8b8e76a1c3cc06a0f129126d544434d74b7b2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54eef7337a1fd35ef29775066599c1686a83b5aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92d167678c873b76a0d0ae442ff7f9b20e9e4a6c2b8fd104acc68e4dc8b293d1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c115739c9e4ff2ea99ff139ec16912f2db488eaa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afe2f44800eb4e3ab238e56755c86a8ff6aad3c55c6a9346b6b684d250e6aea5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bf7d8d9ae40e99fffdc8b3e4e06cb4efd85628b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:861fb60e4e6c082ea62cc7898bfac8ac1262ce2fb15ea2aea8e06cb81b601a29 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..800ad857343aa78efa211e62343ca7666fa13cb3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9dc3fe1e1dba6d9957a7bfaa12a1acb756ef7da2d209ce7571ac8d6b1ca2705 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..401620e83a9ca58e7157a40acc8d233595e8f976 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76d22936f4319f0ecf4c2dd727b5a58d33eea7c578fa4015bdcdda3f1e507b70 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ae04ec5e86ca80059bb572a075366c59b392df0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea1f542bf8e6b22406a5ba80011cde34c6f899ec82afb236e045926ebfff4c6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31bc71350d4c864301ff26eb950fe821629ea4e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:963e7cfd12089a5d798d3d6d63dbf43fb47c82bff1111d48d143d005dc360dbc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4b843ae9a3f3d7e1589f3576908f81aaedd057c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bcc90ba1b79d2e8f057117db437744b69733a7c7e213449007d15ed27c7c4ca +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72c0466de6a4ca5360e390f9f3330025514e945a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ae8a247f1f3f2668c718930376ae675a2f3545ec55a447e679f86c4b0e6dbf4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..040eecdaa44f39c47fbcdfcc408093af9b318b09 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1763d29efe065ecca010b72ff5be71c373118b24a65fa6b2fc0f388dd810a58d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d84653a2f7346f42a496ed2a08a38ef81a3a969 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc3806a664f99d41a0f046cceed3e1f31fda68f98f77cc41207d8d2072ab9f1e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f39e2bd05a76bbe9661df3d0a241ed26d55940b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afee1b8ba9b42bbd3c63e5e89502e2c9c9a05d4a9d02ca86c80f576a96fea1cb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40e0ed8f6a9282386aa7483a14c66f5f5c26ed16 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b2292d5d9ed78820abbcb34aa826840c8b51c4031260c5a624a023d8d1f3bb4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71020cf4dfa7082d1edd134c4e29d7986fcc8fb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4415996b223513832021b3c523dd1e72a9443f5240722cecf541353edb8a5a62 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32f4598920c4349a8d5fd9ffd22e91c5bdcc1c66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7305aa4d2407bbd0a4aa5fc0b6076599a253151e9f9d6f5b93eded53074c4076 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bf4fa21f0d72609596e73bc2fe8f3539384b66c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71930ce072b75076cac3452a2f656ec643fdccd28ec52f3079409ade9b283e56 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c545aad642f224138423e722b7830666b7a61c59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc2ab81a7cd911cafa601aabadff35b0ed33fcfad5a360bcdb70479e8aabc7e1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbeae2545a3e541deb7342237e79f3c7f334c9cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7b4f50598330acf2163933e196628eb6a38fb5fa4d0e7ba42345a5fd4ce6279 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db812ca4106b4c07eb41ef398312b304ae23a491 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65cc5d08ede8abc5c41c09e92ec915c68b74135ebab87899eb3a04dc6bd501a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3261e7e506fad150dfb54f9bdded5039b951d378 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a624b47f87a5f922667ddea379cd9902b8e3317ef61d4de00bab082ae4f25a23 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c5515d5ceb698b0757ac6e12d25000df40440a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:869c84f9a9906d07fd0c33390fbddd4eeb4cd6d0cb6e78ef306291cbe3bb456f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b03d80531a922d46f30110b41b4ed9c9b74603f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d2e3ad657906ef1d6e9f16580233ced51e9a1bad78d2501d9d9d9cdf87bd8e2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f285c8c9994bb748712dbf675bb5ebf30c64a58 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72c9eeb0b87f16d18a6073226bb946f6b84a458cacb1bf5b8ffeb4c56e878104 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d07424de4ecb399757bc500eb4f70dc8d9192ddb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92266de884b9afbafd0077f7f918bee0e4fdc9ccc8aa1357d27bd035af97b149 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..683f454743384b6b06553b781ddf8a3486f57cb9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0d4379d6d562fc4678d92839b111eacb037d2ce15f0295b9dec324db6248641 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33c696d48f51310a7e8510f58f982dd66513394b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81133a17e3816bb4b46e8645f90045ca2da93d0aa1df789319d9bb74d9c507e1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e41547a30c10ab86db56ab3eb52f7b3b3b0fbc0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ce2e1b4c2b5f6a6004f076ae98dd65058fd9f2768c4d193fa875c3702320dd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60322e58e57be76f732484e8186f865034394675 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e331246cfa920f35aaf3f5f6c8d6174cac29cf48f0f3cd701650e7f6f9faafd9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d57c07cfb88aa0cd4eca2818442bcc5bd2098282 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:993102343498715b4c2484dff8fc2af69f10dfce2d6719d17c559bdaa08d1813 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f06bd78d3b73b223ca65b9281c73862f51792e34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:222449634f20db566268c99de52af85172cceb6ff92e826c00ac2ce27debd78b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bffe65246d6d2bee1413f5cd86d85b700fe981d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10de17cb99ab37097fde12ea1e8a36e8204b8ce0bc2a35474cfde56f2ab616f6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a9e725889afb9d195e8d4fbd56e97e8fa75f579 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:065eeccba35d3bbd9c5524735254293d0e465d6b18ee7a1563013e94fd6f57d8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbc37c3992134e57b078c7c6e1be04afb460b481 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f846cdd364ff542fbbae8bf197b3b7a2fb71b659da0c6e8d6f09c532677e44f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bd284880e31f31825418a1eaf3fc3a1957a11f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d76d05a6895d4e7d7474f285bd0ba73e8cd16d7d49689fb53523f39fbe8fe91 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7884a04b5c124871bf0f15f315113652c4bf161b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edbe0d85205bed54c900bcf60dd4c049955f59e4d104e4d2449ad429b9bbe2e2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a04976d9ada16d7bfa2319d08bfe40928ff10ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e78b6fb3c8dcd66f5f23db1eb86ef9957534ffa8fa6b721cadf39bdf12f6a2b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19071c355944a67bc815f79c56d5e0d3fcf2e7af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1867e159564e20d00ccc8a9245861bfe3a7cb1ff2034036e855f5359b5121d84 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f4f208926c866b9a313885dc29477b445df5d3a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3f8b2446facde691d0f4f3b72e0e64087afdca0507fee3c25e7fc7d2adaa4af +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3b7d128aec6c0db225f78430ee4187c1d221afd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cd160e62cf95cd185a13f17e6fcba833502b18980c0e99b1710fd61d601f9aa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..862a42f24b33e225d6ddc3aeabaa5a36d58b679a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:923f8c24f2235ff464e32af9b7e990c06545e2fab4ede355f9ef0a9426543f99 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..766d7127a653068c0832a345cc6dbac9cb1e31ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65cb998d4e7354d14b56ff7367e86b46a7bc99a294f966d9d6abe0e7a99b758b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9e89c70f1f67df87f9cd5c0d478ffe139180a55 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04397155c945f08f45b29da4c7cab979cac84fa2aa8eec6fd8d77ac303b98c94 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f710267b2cf99b295aa1a17e9d4b764ad86df27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:593767b9e8a727341d394abef5ee25ac89885fca2f4a526beca3c76171f53d44 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dce48d9dd344b105259b8df894efce9b033fb1f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e3618868a68d51018020cd7d0143cac56a8e11f4e74c2c9faa2ed6c6aac82f5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1286f308d5088bfdd6a6aa7f52250a410fc92896 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1562a5c81b037c54b3e0fcdb0051044503ffe04a7f78c31c78fb802273b882f1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4531172477f9c0e6f0f5478624c0a5b00bee7412 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecd04436f8252ceb38c54fad8fb093d7dfdf549f2891ffbcef5c25df91d8e473 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e6a8a89730fcca1320e8f7be43963bee3a70f56 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7acec9dce054134ba460e824a26cf9de7e164c07d6a3b74426ef17b3be034151 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f4f277a3d7ce359c1e6fa9c36d2812a34274e1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0bf614ef000902f19dc71b264d98c7ecc5555408bdc5d60d6eddeb0f0720d93 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ee9b20de451464979b43dbb411f87a0adf9dbd9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4be0654ee5614f902d06bda54b000e6531e535cb5f0b8b2bf2ea55f030a42d1c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c4b63c3920c4b25e365b8dbb23869d5fe8d5a6b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1702ff01233731951ee3a5e6fd45aed010c6db7c313edca076379a2c3d76b65c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9b4084925707a9ac1d30b259cec3a1adab5fab0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab71b3e3d256b4daf6a2976e53f930986e1bcc5329cc9b34ba97b99f713d4341 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fb5b61ff6bda235dc0cd358cff23cedb93769e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58cf82da17f006100c95f34d721acbc3e2ce5e1253167cc0d3c135fc57627382 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ec32cfc4d89ed8eeaf2310561fec5b5a0077353 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:129ab5dcb180d3f310fa52490932f2be09cbc9b348dd446f6f24941cb6503f15 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4da09c1bf7a2a5e220e889cf6e68744a27b307b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e3ff8459d82953a7a6d7d6bec19d1f50f17dee9fdc8ec02b8d1c3c539d44840 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42f22f013cec39e99cf9b9b7ce19b9bad0e5262a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3fdd1d3c285bf1cbeeda60bf75d17a38e8d845ee8d98b30f0dc49c371297cd5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e577dc11c7913d5c7524162d3286828a27c7cfb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32f0186c7e24a2747f165e00e76dca812f67a6f3571bcbd53febef9ce7805db6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2203e196b6e0c2a55cb84bb04b8805b4d227e9f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ba49ae31bda1e597e3049ebcab7c96241454c14954f3dccc96f776c3f4d9ea4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37315c81bc864832aa4cfdad7f3c09e234f2193d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:997d70c064b933d17ac68b1eb6e893ce22472f1b71a829a1238965e69d5a0beb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0399aa73848eff2212eec4cd07b365e8f52d6217 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb51d60739f81e0bb9c5da6c8ff35101bb486d2d39e5f2518ba915bf55d54fa2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4688ebb03d35fdf83c3aba901f60032b4dace45 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a3a4a594c303c39906eb66460532f6b367fb8951c696815883f5cccce6fcc16 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fe7f23a678df97e19f5781514d28b8d73c79037 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9633f1f87aad2a8c76c7dd43847b58ddb9fe64b5d47c9df158d2dd1af4f658f4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..819a5f943c2b53dabcf5bce323631c9f6fe3e4e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05a81bc0a74e04c601edfe7798ab240a36cd8f20faa860e36081f76b7c6e5177 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5281863d1f165aac60291a1ccc4dd223056e0fef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37e9b154cf3abc9980af6bb5680fd8d71ec3cdbf29bcd9ee1f3eb8e1320afea8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09e7a5e044c0db6d781622e3842fc3ce581f60c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:075d6570b329ef3eb669aed9e28762c8808066481329e9926649bcd8e4573f8f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcb2a3e3e8f203309d56bcb42d53ff64348437b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b29e0f46a5ff865f80d0898ddf2e065c7b2a9eb3734549adf6143b505fbcb5c6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..455c41698dad5fe405c23ec55f10ca39b71aa6d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b2fca37041e35d855984155a02a2275b48a2b8649dab2ba0e0bb55389de094a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b124d2ad61d2ca031527beacb963afc17bd980f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8745b9284c9096b3db35870d01865eab5fa7ad2c2112c46b473636344a6dc18 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f9eab6d490482abdb1536b797009ee84496f309 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e67a65c87f3557d9192bd8e06ab21957fe33d767e796fbb42e8f1b43bb195d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8fe2ab92e8502220aa7b988754191638804a499 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a23d3678843541b40e5a5c9b501ef4a6bb015d42cde38ecdb73e7704a74ecfdb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d1fd2184476a66c79043b4a4deb585ed93d4ff3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeaecdbc870d62d5c4ee4ee00e4dbaa29276209613e199cb60ce676ca393078f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db08ceadac5e510e9fa905b353209df9092bff9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:601e5f5b8d05455e8f047e79c67d74294b3cac1945e56d6877731a3c84886991 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06b25ba88cc78cb08cfbde29a77242f72ab92e0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c1f86ec05dea097c08c6352d1f8e794f1b1d537461bcd09ad3335f4a5530040 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9eb9d4bc7be9d32df8573859a9fdbb7403f27e4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec82435af657b5ed129515406b18cc81da7efa1a835862742ada7f73d6d24dcf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4f5705e86d83632fdc4db99aab8c194c918a758 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2038efb99d42d4cb7bfbd482a4d0f9d79c22cc7f3132976d0bb70996cc238d24 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d531b85680e021f74314db0a2826f3224bd0a303 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7df16298e1cf8d4d6178d0d09d66ff4d60e7ed8d018324da2f2aeac87cca240f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..02975cd3a157ad00031dfb8b7c21162439a4b694 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f521122ee08f4be44ee2678422aeb1333f308037d86eb7a917ad3662576acbd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a08b7920b83ef9b969a3feb98e55a720dc46d61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4abec8cb40ccec28d0610257de0ff76144c6593d2a5bcc5843a8eb73930bacdd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25f4ee70635049081d6892d204c9a3ddade8a515 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd7ead5169f0bb2fec3273ddb327f9fc2daabfe7c5f6f9ebc39e43e10c06a72d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2ddc7952b03b4101bfc5b89fd93806fc7c058a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3998b556b9d80e7bf2d028b4f82acaae603e7bf9bff14706e46e3ada086c9453 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be0f0fcda2c602184a3dc6c0476a7486dc6018c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6944e7e6fe0698e9fe6db2977c6b5c472eb9a5c753fc790da8064f7d23ba840b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad451808c5c5c27c42ecb582285b646274a50f6b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c314a060c970843777a852a26d9fcf4ccf2748165f5349e550c03c970ea365c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be67741d4f3d3d268d12b2ad53f31dd033fd0fef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea7ba9849e4e23055ccf8b050bed58498e19904f2946227e616e2990a665dc77 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab231fe3d9c9f55457c7915c22d64e6aeba70042 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:554caacfa9f4213fc3eb804c1c6cadd4765361d7ff083bff8e4e3a1701f9688d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47da7fdf288d8fee9b3d34f218f672c6bdcf272e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b531882b150550e7b860c4d59288d9125fdad5ed1a09bdad63f5b6c758cb1430 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f6a94730e530a9b9df62279cc055e598cd199e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad2c5daa57c649be07cf447cf9634b03c53d557f5d4a67ce5404596f3b34b649 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..308b8317983821e2488b4a3d0161cb0fc8c2be6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79a6dcf27a762dcb088a26e4f4e77aaf8d7411832f6aad767480321f181962ce +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40b12ec7f1ddbb5b4db7c0d63dc052e5a19a5954 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:690c8a935028d3ca23edd034a7ee6a559ba694356a34a8c592395afef5fd310c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cd77a554cfc7d1444baf93ed457cdefae4405a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6775ab89834b8bc8557267cfa19fbdabbe34b92dfa0e34e30f38a5796ef833d9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b4eab5034046ad592bff45f38516854ef825f20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:156cdb1669b6fdba10090fd46cf314da382b180a81770020fa8f94561cc5ffc5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42a864095f2186736765f5f81af46a6023644e73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66fdc6d0d2f0690e12c555bbd67d1975648ecc297a92633bdeae821b9a105048 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94d48d7e4da214698ce88c50ea464f64afd2b69f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af084a77a2c96b96b65cd08e44ed22b5ca12d2250513c8a0c3df51b2c3fd222c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15fed45608f5cb15ab1bc556273d0d9142baec86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:642bdaf1db5697ef8fa172a814a6ca88c81d21d19d92dc3601f7db7bfa859912 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecdb132c45f6514601616c5dc38c06f8c6fe4b98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0df7123101fa78101e19b530072e3d7bca950d3300e5b4d6d9bcb3d5154cd88d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad6dc79625e204148dd9bca06d5da7ffe39a914a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c618f799881b85c8fa177ec8ad2f782a210f51f8547b37c75f43f7348635d5df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..820c7ba05ba7031549cfa8d126d5f54b7dafa856 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a98a10c0d0d06e9dcbbd2479aaa26b914cffa6a55af0a25f36e054f8ae90bf0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ad8027d121884622ce1dbac7055338323c9197e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ededc757c54d384d4ef669e6c05e77fd7c0f96dd35ad3bcbb4894c0ef831e9b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13e0159f7146539ea27bbc1eea905008cbabeb70 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f57c9a0e7661841839e8ca600bcf042df8b760e1f0c93a1fac751170e8083648 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28e4d8181733c8f1d13a3c786473a17017452003 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19bf2cb7ececebd9521b4fb8e70a1050ecb088a108a46c0a6348dc142593aed2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97da04e4abb308a784be8d2a17b00383348db888 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c1f13b29c0d9c9f433ed3801972c32b307c0e27b50d16010520b1176c54800b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bbb9b9f810d1afe2a2dca210e4630242775104e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:076bb78c404e5720ace5b5d95bb5d6173f63cf34c977ee67702d08346ae6329d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..408401f01e38f678f2c9695524176bf10c3fb30b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:580f634400c35eb0c47bbb084e75be2b0d57bf30dde831e116c06906f63d1969 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e751c864af80faabdb10b23f3b07002e091f1724 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3fc25962a77b1764b7fd5c7660fc2ac79406c5428098a8057477bb486dc1882 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c879c1cd927c8cc82d54f99a7aef319cd19d19b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab9182624d34a5299169967b96f14766d451efc877e4435a11a8f2e35bdff1d7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5faa667e5171bfe84aaad3f467bba7249e72a71a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d693fbd7bcfa9087cd55dee6089f4b421ba486369814adec1346c0d5a97666c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c3efa1e3fbd7354ce67b7451a565c939dffed59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eead9c5df08033667c1172e6e0a36ac5dadd07341b7ea663f3625ac0cd0cad8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdad4a38c6591169345da718151f4993a9aa2cf0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d366e677ae6af0a5bc1d13ef3f638d03ae67281c4ee0696a2ddb19aadd2b72f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60290a432366ee08b96b1c7c382d17d5460b13ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36073810e5f8783da374714bcdb6fec333abfb916f004fce2e7c7220d68c5574 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da88f73b91684d34fe86a34d27eda059fc9222ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3a5c82508843a29a15f2e3af040fbaa8a2b40c25bac47f4730088aadbfa95a1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9a1b88f7b38128b13e5b9035d0d62cd3488f21e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21f137d5f4151784a660e40d0b4b85cd9b75f685f727c120b8c9c259b9ba94f4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45a106977ed069f34408f16e8affaedf4e7608d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e2e2ad02dde37388ea508678c55720ff2a6eaaae96af5d549fb6121815eee1c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b01ff353a51096c6942927c595efbf95c5398916 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b8edcfa382dd6948037cf5c43c19aa0667804e8efeb9abfbe92081764cf7a1d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ef7b6fee709c201671ea466c2be89ddfd3b3181 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21d0608d8469bcb62fdab9c503fa7c113e22fee7a7f2e936c05119d2c54dd8b8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ace4ba28b4a8b50966394b1a9458501c7792abb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df0fdfae122edae22f8bc37c48fdb924eebb05ac7c4ddbacb6ac14129ce6fef5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d010db89da857ea9c25304789abc3b54d74b780 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bff74ee3c09f4953890461788a2fef5e6bed1b8366f27237a2a1587a4684a5c4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..647301823795b6fad45f6a0deb67cf7f2268953f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecf3534234390d221d67bb5f2f3a3ff8b064d716fdeb830b2f9cce903dc977f8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a76365aed07aafc97580367951a38d95d3a0ec7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:110b0b5c391e9dd8360c08890dcde1225d601fc04be1406948287cca675af23d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29f4808d2bab9a2b7d7404edf5cf6939f9ea2d45 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cc6b9c48193b5b0c7c72c60126789a666063a461839ef599491a7922e2e4f26 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49d4cf5ff378364059c0186f8581a4aeca2eb9f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:368140ea29e4f5edd7a30b2e9ce97bbc363079595c1cca1352ca764ff1244c74 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc30bc08637173b90b9eea97d2c9c00d6f73c5cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:239f4240cbdf152ce947b85ebdfbbe6c2edf3167c8cd017e7bf1bfcde3f9e435 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..697987778437cc68c5019d6237392a264e7d8d66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6851e4c8b36f78ad126f2b12276394bab24ce2ece1abb93519b63803fac9cc17 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16c35bba62c962032ad32aa0c25eebbac63d1c14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e6bedb5f8ae81877681cc106dc4a6c0434d7e495c9ba3ac66cdcff4ff0e8b5a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ed2f2183379bf52fe6482c63348c96d961892a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1147468ae7e8599b44c13f7c0ee9d579ea43190b97312cd6ce699ba63fc266c2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea86174cc84b59834d11a4f685e625b99f29342c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f93d8c985477a6e046eb78b8a503ede89055dfd29211103e423bf25700de0e08 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ddee44c1e161c225bf3d8ebe2d3fc364e2156bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5b99f41e0fdce0797e21cbd6b23b7602dc93fdb29a59f1025a23764836f39d8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7887edc0e535bd98d9ff9913abb6bd76c706601c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcec80e63b443db9c2eb568c7bbbbbf50d02e22899fa8a3a0673585419403187 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e422e7fc51d62317ad7d6d55efc70162f470760b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c381c22921f93e107250b18572b94ac0c732305db78064f7431dece0e8f1cc81 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a390f16f3469e78e3342965422068387f73bbbf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7cb0b523c73e763526bf3a607214eecaf5f0e069a2211e9a91e08b1432f1d43 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd7cf3568259eca26a42564c8eca36dc0114f633 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bde8fc74ad3924743c35d249e25ea0fce1555156fbda5b3b8fb350f0896cb674 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53637cbf20003fb077e2b80f8eecf72b6ed27139 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d38672653287b28eedda4da6b39af373854a8f5219a3e1d4090febf3a0a71df +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..112e23c5604c98e4c20e0275f80aa4f48173f3c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:368e42cc1960474d33cc92092a90d14b083b02949fb9bedf99a2597376fafebd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..868e0b74d689e76bd7ffb4287fbc6af145d60e88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af23985c2afaa5095f2d281d4e720826f9d4c7931ee59d661a0daa468ea7aee0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49572122913a501e00836f61f8086b0ff00c4e99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e833557f415347f6cfab750a4bba77b9b8bae15cdfc2e65c593c775e659d7a1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f067a7b7b9a90299c0f7b11c272bedf69bb864d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c7834bac39312a3ec4e8d39705575af92bb25d5bc42c1076f1a4e1764187121 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb779d7cca2d5f55191d9ecd866aef66cb74e415 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7008572cc5158b0b0141b7903cb5b1382d3d7fb4977369889245b6cbd2d4dc3f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e35a46f23e31744f6cf24c01d5e1e4a53687a360 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:714f7f9b1bb54e13a61c7c7da642c919e757d7fa714fcc5d44d0b40b31c3606a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c8c823a71b39a8a512e6e0a9ccdeb8675882069 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f34a3ca7b0c2630adff7cafa0dcb546421e70fdda691ead0b123d772d1192a5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6fe68ea0fb31e39a87cc468c14fd4250d9baf80 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b43d8d615f4006b442daa60ebd4b1e135ceda9abed4146d833daee7c769aeaf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5456f26ee507b775fee0a4bf4495afe1acfd018e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bec3d0ac50b37d672d51b2c8988c4e6c5bfecb8bbe457efb475d00b7143eb157 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3343f3bc6fa833741f161a21a75f70584395c59c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8d40aa964d9485c80ac0df4b4b8a43703e02825b9cc8c90acf68919030e9d74 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2884755ca49faad76cf3837558b806f0bd6569b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aee392bed24e7e1430cc4613aed87fe0594c991dcbd90d71def86b29714c2ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a566798cbc5950405cd737a5697b856562d042c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4de618e2fe5d598390e6e7fc84dc68e5a4055d3a13177fda84a987e628447ea7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6df6ac51941533d1b351ee7a1e113509fee01608 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3953859bd78406650515198ea0bd1710295a61f338a900e73cfe95fa2ed2d35 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bfe0b255d3a267b040bb4ead07b09694ec9175d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d2cb540db16d41983740538f82f903e40a23a5a2745b33cc14d79f35ff6bbc7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..789ad24b7154b33d0c6db2517ad2516fff1da3a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:179d71fb8959a25c498d6648dc21bb3f9eedb0776eb1fc5c356a066dd2da0473 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7782ec9c10db7c8ea03c3d39c00396a8855c99b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0200a567b263bff68e8ce35e175a015f78b8f56bc0bdbe38f3d35871fb5b9ff +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ce24ed61f74b7fcb33db037f970eb18a9a26b6b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17d90a5ff44a15486a9bf6a7f51fd11b745626f3965a93cf3fadd7c17e89ae1f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0848f200d710bfb1629510906ad7330a5695f5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27dd77fef0cc6a7dd24ebad1cb7b8d101ed76ec97c39e713963d331bc9b319a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf2bfb410ba5e33eb7881aaa6d58a61fc8867ad2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf4fe05397066273ea63f3d7a76ae5bd5d67c5c76cb96190400af2989557e057 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3d81421ca10e631a57471af8dd3e53dcd006070 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b2fb505d89e5937d3d07e45508d547c7a192c66da9deec105eda5684d4bb378 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e15e14f0da34b95193c0322e48db8fbf54ad140f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a4150deb782ec76da206226aa3be7323114e235d76b3e72e189da00f764de72 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..47a6885752159e5184c2652a5e3814182c9faa25 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43291771741c24d48412f217b68e702cab4afc1af2d36ba508341e90961df624 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4e3f13de91e9c3fc8a604b00a0138fe1141139f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbf67e3aa887d15ae0382b540056c437bbbd25a6f6d4b9c8b2fad4d6b6fc1e0b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..daf86887ff24259423574b3d8852fdc335ee983d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9af371083ee85a40439020f1da63dad879b247a0dcff2deffdb14df61454f182 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45e7598370afc5a6161958209dc9ba9aa5593d7d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212f999a382426b037f0c82c9cb8deee26e56d204cdc02a610121a03bf70e9d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cce0e4627aa15b7e0e43286b6f646cd636cf8602 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24cad8b4ddd112532204e12505aff6523890fa269074d773b0e66efee0e7407b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7acbd0093db748894bbf85c55612d32e42202347 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12880a9286ba2a837e2c7d19c604f123af42d7f495e49b5bac5e77942376db33 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7bba68b5b40b9fa826922927b20c49ee42fc1ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cf7af1937b0b02ecdb794a2409e586cc1fcbace9ddf64025e2e072209909f17 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..809e5decb335100db255dbb16758820bfcb6e3ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95284d0689419ab3d12c86a5d7105b14d3becbd2da0dd436fa518d22852188fe +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e1b9894e8fbc5da25117c005d5e9b73c5b86c82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96261c11323c20112e24d942092c12d8284b6f06c66fffaffcdf27a64a4e8750 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..562b24bc2bbec8f734febcf2fce0aeb9e30480cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e33efbb6c5e94340642bae532210157d76e8b757d1bc28f550a6b1de3ca9b01e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba31b327358acbe43bb7bbc85bef378178863a16 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88e1c73800c23be891df55a984637af29d8014867e7328cc3f5ede3dfe219454 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef9a31971804d6bf336918932a68aa55df4d9f96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:396b3fe69bde9e6524c6e68e1cd46e250439aab05198afb40260ff37cbd70bd3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..05733f0470b1588b63f973b1104bad0223dba15f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5625681bb6febabc5330420f9abf4b9647c361b10d6d06cf82d3643a91f3d768 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6f96da256f33921422f24fc47a6f17a61d46490 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd082ff52e0ce6c0fa991e742401c8ca0cf94e441c0fb94c972450e3db0be23b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..828d155e8dc739c4bf727de55136f65017fb01d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:516c946b93f901dc59ed701d68c1d4a5580b663830fbada262a709d88033d50d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e9aeec5cc1c6f47a3d33015b0bfdfa3e7971b26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6983b759daf34b6d9e6c1d7a60622128d39f456fa5109392cd31505608009933 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6660503b2ba08d7ea157c5298d5686ca79a8829 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:789c07fb062f0a89f4ddb9656e460908e5e21148f308917dbf65b15b85ec6754 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bdb1d65c77bf8790769a9ca5eeee92c852218fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e399e3fa07ac2d72d9aa12f9d6b988d3c16d3e56f1942912044e209be9b6170f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6ddc3812081d49e78848a7e72f74214f28d92ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1ac8611d2a396d769b7b6f4315d307444d0ceeb939e62da2a6792cb36678562 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e64e6202a7201f816b38f62b383323b10f7bf2bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e1704f4863b6534ddf091e1f958ffaa104a716fdbaf9de87f1ebd01c8db4594 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0373ac0a65129e0be5f9293649102a600b5558d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9bd44bd7c953a336ff740a07ef1ecf7ea5bcbaa03e32a5a6a231f7e862d0adb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..710d3ff4b756239b42241c655440ef4004ae4070 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bba0239439f6386d6b6d05501e70fdd58ccca88d8f8dfe298cfe467443bc56e9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdbd6fbe9bf4a03959c7233a803840986b5f962d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e10975567cb985eddfa2777b9cdc255fceeedaf2bfc5f1409343fdef8e18fa6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a68343ba0f8775ac9faae993b4dfd689344d8a91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd78adca63af486e9cd59121dd6ae06f4cea6d6af5dc789a1bd5807a0dfacfe5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..558cada34c47dea2199074eb7e85b9940dbb9d2a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32a58fb950e19490afef86953f7a3f3c2e0d8b81be7c5ba299831d247c09dbf2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e6beda774b1f0d7e72627ae0e949ddeb0115231 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7c6b6ee6de5ab5d6fa6d5b26ad8ed1c29d20d6be75fa6a63f1e574e1614ae0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5005ed3bab93c51c53ed683046581719fcbcc3d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43b10f3cdcf567ea698d0b6ce2267df7b46255642724dc3b1bb6de26e55e9d87 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..559dbb7c5ecbd752d7875ba2baae176141a24bd8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:074f234ec3cdb555cb0fe3b7eb76fceb9ff9f617ef460ec28a1aef8302f3e4f2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f3a0b001396e0834481b80c23f87fc79644dacf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fafd31a3aac2480b93e19878891e72e6dfddacdc129f7ac46d2c2cfca42facc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9da9c7cf981544b226f8589660f95d8b1a81ff5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb8bc45800f9dfa6a09484b93e3cf9f651dabcc22b66bc1591893ae7399cf927 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0022bb3c276c6089bde95704798aff29a377bd7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:122c3a8deb006771bd8e543d5f370300374456141bbc9fe230597cb9c62a72d6 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3cef9d35278df7c61d49fccf11bbe3bbc447921a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9306c58700b1a6706f0dfa953a91fad30561f8e095206af2f1427c44fe5e2c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8db8ae515ecbad3f46321cd00998269c23693652 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a7a7f3aad5d4143a63ae9a0e2ffd6fd9b65e32271773ac488b7e00307bfa1f6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a99c08e852ba9c659aaa5ecc013fc7ecf115cc6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74951db47093457e9a8b05b77347c45a194eaf85c7bd0d5b651ee9721b3f3924 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af268b15bf9ba5299f11409a80b97cd2134ec1f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:856f5f9b1e590c9748de21649d02ac34436c0f8a674a930cf1568958fc4f7130 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ff6cc3cb74497672d0dddf023c33d35a2236410 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef316daaf53c91fe2e5bb66b70a85f6305dcabea8fc47257aafefecc0c165ebd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..665c00b0b2d7211bb3aca1847540ad6326784abd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c559ac262ab24b19013c50b6f3e7d53f36f61e2320c7669a9759338e42675bb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28278a371af11b6459c520aa94b810b0c4ce3807 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dda1d62ac97b3ba135e82090ab5c4c0a65fc54058401b1442ab4246e165c7c91 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cee5b3d3cb4e12d9b36ff842b40edcda96a15fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:937cd0650d183c4cb46d90208ffbde25a3d877236ab50f97b5322f6c96789494 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79c859f9d10956627c2c4dc9868d89db13c475f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25a078c611757547d56d53542918eecb7efcc96e06b6bd6f0e37b316a14f267c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..725074d0879e06d2ac340bf22667d5a49b2e2e9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bee70c975fa7feb3ae4bb64873202c6e18cc10fd407d32b7519f3eaecc5836b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7d70cc7180f36623e9ca47c92d49e87021c1e23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45ead18c98e4f4dca03854cd5ba81f34adc534b1e8da657153f6062c37803d63 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b539fd3283a6f03ba2a8dd7c8ccee45321b4bedb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d545639b78619e69091ae39a7df9b9018ffeb41d02f28664a5415145679d34d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d78d020921a9dd002820d175ea7abadae83162e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a986bacae38dad7b3cc30e9c0991a92c403e216c3a0ef7f5ae7d687728ff53b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7129b1b1a54caa579be6f5677f6a94d1b7997183 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6157116251dde76822ce03a452863940f6922924cf85de6b07f9e8784052bd89 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..903c27cbc4091c1217706c22e98f2b62da9b71cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63c5aa79a951f3b4add28f880a2515de8837ff290171a808ada8ec51f0590ca4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b27d38fed96b897e4b39d7c8f70fa04de34e2a80 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3560ab21124d392181f273928971b69fb0bb81e0c70e04752049a694faa8d06 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9781b0c89b960b87e5a7bbc4dfc918a40ac8d31 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1afb91593cf7f49cfa3e44f8c61950fc43a8d15f1105c800f3308efcbdcefc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed610e368eb3fb4ade165d3f6a9cf30d2b721cb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1daa20001b695a3dc9a132d63ad8d9e17f5657dcbf448d3b62558cd3cd7e6694 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8555f767195593fcd2e6a5c9770d0214e845311d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:594e124a02a5edd94958aea79be5a38bc6f2540a50366e732418b320ebc45d6b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a95d25c352af716fd0712ff0e48eb8426794c1f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c55968ef53b0586fd12aee8c901722c88ff7de899fde9569e94cf7035c836782 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7036ec372895c13f9789000b6714280a0c51485 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae76ddeae68a61fc0e9507ef1293f1d81b8cbbf7494647eba96764a5942d90a8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03edb9a9b4ac4b154b39306edc2d6077645183da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5268d85f4db4356e99a948bc14488e03d13added62767dcacdd509167e80820d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd6d1511c51a8267dc5ee79bb7cf5416822967bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5f4affc948f1cf24fcb022c77448e2cba42f5d984191298bc09c60a20c62f7d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7065e1d9b9401edcd2d487a8bdc3f0e4a83f2862 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f50fbeb939b47d4ddfd08f50de4e7bc1a8a02e10a100a2d9edcbae8c3ec85a5d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b815d7d84dfb31a21d3f4044a62abf1ebb845942 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8a823da3977110411e26b127750ae960976183ab38fa40b538aeffca7eb0aae +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80ac1f49d1a11792a0599abfca13e970a30f440a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:284105551b3cbfe0dafa213a7b42397a8b764ffd9a0ac0c28a18995fac810f64 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e5e230456968b385585ef130841545c56ebc7dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acfe326ba36b15a126355f715c217b53a4d8576fa6314c72eb36e628e87297c4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e88d2001f0b74ed45afea5ce3bccceecf4e2a966 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a47907193b007f8e3110016d81e46cffaa45c0d5051c187300f4b8b571f03811 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99f2c4e38ba1e61703a6a7ed31addbe26dd1684b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2794bf33a6d88308a910e00ed3bc519903505f6aed13fb5e36ab6110de84c5c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f3d015d31d8959018f9f9fc0fe12270973d3f5f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:120734a37f06591258a85a4835bd33854c5f22a2ec2731828b6078eff79ca434 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6281bae5934f55eaecfd438358fd12ba0cfc6f18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:572e001333efc13105245253a5d82548111aa3f18c9fac04f4bb1b561c4e81d3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e73e6c43cfdcbfb2204dc1d75d78f61da926ded0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c41e847c9a3aa651da7cc0aeed1d52ebd72641df26ac4eef52473d56be82dde0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2877dc89b42924177f749f69d79ea34df7a01799 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56fde55c9634ba2950121a2622ffd29a916d924f6b1899ec28ca864746d2453a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4af3e219366d1a2b72d5b8468b5e14ccab579d63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ba069a9e3f1697a0d9d3a235c4b25ac8a070ba82c33c55bd169403d3d357253 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d8d929337edbb8264781afb279a41b72c39c4c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:786ce56d5c6ded99f6f639f5b45bdcdb8c0e8e04546b4b53b73fb30418956be7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f7e8519c74c765fc9d2ba43bf8bf36b5491258d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6427d6f9db2d39a176239000dff1f862e9246321af532611394b9cf8e69f892 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d74fbfbae1facd9cc972b5814ff72c17ee430438 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5cfc48bb431183ed57b9019bcda05c4ec9df13d1e5605e9c8e34cea1c4c4df3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8ad580bcd9710aca7de7dad50b730e7aa1d1c1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57bb798a1dfbb8c3b4b62689fd82437bd2266ed0e612f73ff3a03a9ec84ff173 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed22e13b73ffa39a19d0c20ceb01cad2a24ff07c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9653e3d0e2fec3f60d2b489b63fb44b6297116033877f45e82b5b38e14b55421 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6cb4ade90863a856192448614414d4af8f27c539 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df1164e1d3f66e81dd2d9eff2eeb6ba8cbc45c56ec39039a6107832feb598ea3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75abfa5eee97f0d5f2e09f5b28553da279149580 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cd5a726c9597597fddd45d6a104f48c1f361b181dd5de8c8fa6848d68153353 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..541e04455e99b9b373e33fcf218b2d405d4760a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0071653d026046e4e82ffa9162d906199417b94132730ab654286c1c14fa3cff +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa971ed8ac96a47ab286d6ba924b8e95faca3234 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33c46e9deef25b42a5e7e90e90dfe1eb5e117c0caada171cd6fc31957acf415e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f685ca5250a2331d384ba878009dfcc2fbc6d324 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ffcf9123fedcc8b0f7a528570b368d143d9598fdca6f22407932a377cb0b34b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..963d7319f6805ef6b8409c3a8afbe38cfa66a526 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d4a33faa665e8ee121006fccfa7aedf5f8396045e409c0ad86a8c7cfac55060 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1945e6816a77948d2ce7f5779755ab7e5b9adfde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8a0429437fda9861da4835a65d428acaff0250cd00181c03ce4be8a5de0578d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..517194252014418050d18ecf3616d57e60eadd0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b6bc8337eeb809f9ad2b2ce605ff910d717d82d58d42cf0aa1b7d97ac412c49 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66a025745a3aef7ba3fca2e5db41c478c3f283b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98a650201c0ebb255d8a2aa816503b04f2a66379fbcaad54ddf1285bf16a1044 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba698d9cb43c94659d31864ca81eb6f6e2d30202 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fa7257b6cd09cb67b7064d2dd1ee7e98789b5731e4bf711ad9f6fe86e1b889f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0441151772abeaffe260f39274acd61a4ea8a107 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b732ef618241cf90eb22e97be5bf0127ef3373c9d045399b3fd25450aefc7576 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9684d287cb15d44318f05f0864e628a0062c2ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9082acbada61b8e2384c6a456cf1816a86dc031ed55de8d7759a9f44c3664656 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92fbe703a8b7b5d39c379ce27cf9ded713f99f6f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:077d13c98bde34b793d318ada176376a1fe98d1b46ca731077c78fb88c960c14 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf3d773146c10f9a275e1df5abf58bf4b698a7a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5d4b01a2e806715a1a66d6e8de2590c0b2748c7c46f89baf85032ce82556fbe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f6becacb1837b1209cf3174d44f6088386390fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b006b659baa444769c9b48ac6ac94abb18df18d49770e511b57295a9f28c1d83 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..98f9dbbb95035b058ba50a79d889a09b8a09f6c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e373eabb53fe1f9ac511e10e162d783a6472c1086db135c40b374c1f2db90fb9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bae66f64d02cba90e4eef7627c501a1ce8134624 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60fd0e35121a6975aa72a3ab04d032904903ae08ceca8da86e7d61470a1638cb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..015adcdbb6046a3e7ec0cf8aefc5302b5e009925 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6da98601d4f1fa5a0b0e44df554543bd31863e51a828131d4533a7929b42661 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c6ee34b9175146e8ce20e9b392452b29ce02594 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e1a24a173334398e236eef0233d6b86e13f6c4cde7e827bf8e4f5aefd1f44b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..575c9154901f28a4f1ed75bb46b245ad27343fe7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9192eb17225b19c9fd32809d7e61b53fba3e2ed8430916b3c565d6aa0c4b3cd7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81ade0d612d5e8b5d3cfd5e188f5c620da04edef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c3a323fd3a16acbf0151102a95e3b6b2ebf4f9e9bcf0a340a420128b806e496 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e91b60b1f923ceb3c4ef85bae9602126c479ed9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90c47c171ebf6f6c5848752a91696a59180aa0e5d91549d59ff911345a16ff02 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d45feded13641c651f4bc8a54fffd51e7f60360 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c51b2c36f348e4eab55810546f28ba506ba9e445f1d0262deef4719b0b7c78ce +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97de9b60a2d62cbbb14bfc872e211b6bd097582f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5802609130f3c9afbf47ea463faf7734cdbd633b57e3ccf7c2196993826eeda9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..baa44e0376fd1f611b0352f91d175ba673804f3c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d1d0c2422cfbd60ab7988c04c1c43028c3c652d0c07fc37c5b52854c95b1991 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3557a37e13fed1c2fe10fc4e92dc999176498ee9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2561877493615d3634bebf655536c78004abfea22c94aab01554aa5a373c454d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3eadb007b3d1de7aa31e4fd00abc4c2870039ecf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:700f2a1b523f9a51d510c746c88ccae6882d2b8a8e48f31dab18e21a1a3cbaf9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f707f58b22f2d74cd9f0795af0970b7afeabbdf0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1809c97f3749a7ece024e98868ecdc75344c28c7f24fcc0122f6f5c121794f30 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10bd40a331caadc97825b7e785157a66d169d2a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3301a7d307e5577139a4d71c16c77aa50b328637f90ac23bc163266023f2552 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e296dea2ab777b2dfab197227464fa795718c26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f2842eb9fd4606175f554095f12d089feff69c2e004b0fe667bf453612fa44c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a502ee6df8960a82b2f1f9b6b0d6a891742db05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a8c081bd1f61a2919b96e84f4da59ee77d28bf873f7d0cc8eb432155b85b7d1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5b9a5174ad572652c99484556bb7a038bab5311 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8941f8dd253afb49e30dbb17ed0beda4661d78b8f45f4ed5aea1abd8bba7a47 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f57cd19f7c620900eb13c05e22fd53b8a5365375 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9e4897c93f0115602e20f0868879f7c1dc908fecd1667fe0df5580ba8663dc6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d2a97f7e1728dc706993f3fcbf948e42ba2aa76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e72e41b9550cb6cc0b210cdc6b54a102f0d10cd733c194e06a4cffaf7fb3990a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..714fa3a265b70058d4df270f7612eecb8501ea65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ab38203ea40e114a55210eb3b4944f704f3b295d6f440212944bbd6d92984b9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35476671b804baf8b5028961e73ad8f4b15709bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6c70cbc061c3a99f95ef0f1a26fc0bc2ca7fcfec8741b6c0664209c12701e25 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3e0d9ef711770fa60ff13f24c12c18baba9d54d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef995af34d5f1453e2e1ead5e6fd95a09eda1a1e783b3d6b5d70cdcf0e162b56 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46ccdcb5d79f6ce0bf2a1588ef1e5f42ad8842ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:420f48e9a9bde4bb0352443f8b2b6731416928ad58f50be1c2c9839dac612a9c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..094edc364469dd765f2441ae0d4912b5986daa3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1dd691e638db3e54c06f751bf6c8a6cec6db2c0076249aaa5818081edb8c36f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3eec26df3a256ca1928c14410df62967c28e8eb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1796dec9f5c45503af345d1b2b53196c0eca20d65c0156f5f42dc65618a239b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56c17a6b2de6b00ff0be7e3b0f65c437db06b35d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7a335614dcbe38ad08b5525dfacf4f6d9453ecdb1f69bfffa4a8c130ca10a47 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a7d4305bff4e62d48410518439fc4e35b0d5285 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a665373bb2d5adefd4c2ada3a47b1ca9ae0ae0583e2348e5fe5d19bf556b548 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cea40751ceb9be43424556fa4c3580b0d2beec61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10fee9653401c694571d3a8d050e84805b6b35e0ba84825e9830552397bb7014 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..38596e62a2170d89be1cdba0b1d15be0aefd61c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e7967e329f104845f89de50883a837f58fdb6eadfc7a63bb0e956f29c0b7ab5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c0d153cabcea2744cc1e64d4ab7ac0a3ee50aac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2258c1e57b50d9bc30312e9ba77466d5605b971c8ee6914bd070b99b94dde465 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2399e843d426a772711b2850fe8bd61520498ceb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8bdbd62cf104ca3c356dc9f2b93450ca533d364f94138a13389b4ff38b9db82 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84a58fc36a138fb7ae4b09d48f0ed434a0caf329 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc5a66951d71257cef454edfd9ad305e23cd6aa054df75bcacfa62ffebc3db12 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c96b10ee2fe5e884b7059b8e64b9db95065c4e3a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf2fcb8cec3ba95dabea1fd990f1eefbaa40c4e0ccf9cfa1523fe136f3b17e7c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e262bc381cfe20e34896b95ee9d45a9c5b03ecb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad139301dff895678f60479e94b13f3080f6ceede767c5271b932cac05c39d91 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd8d012678adf680e8c4c25de2729fc01fb7d43c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78df1942ad83f31082df22b5bc3fe8e5670d6594ba65b9206c2379a0d11507de +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..471cac95be6455907d615eee92ee43164d0f0861 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88696989f0c86d8e21bb2ca710f7375a93a47f55aeee6f2b74280d1b6d99a336 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6e77a1383540456d07ecab2b58e0cf42b1657bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94e95cdd2870a6fcde202a1cd1a9922a52c7e14cb234a80350183a2cd0f7cfb4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36b9ed53302b5c57a24494254ad1e67936bed045 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06e3aaac6c16f486b9455cd555d57b3d7ed7428c2b1393573f67e705052f432b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..26103ce3537ae1d34c0d1a339b512f582c49e40f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cffea1e6b1c90924c7e98ce69d9aa9162da106a3f7aced577499d8d6c083e2e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..817fa70ccf22b3709f4190ae7f3062f3e2f83dd2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89e23fbd0ac1580b3a2b43042cc2ba9c2ebbca29f765c6ab7b7f428a1583aa96 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6d295bb40ea462c91c6c71fc3f4e76db77a5a43 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b81ccb8b7a213a759e4042b14c0bbd4a81b112f9ac68d87f2778f293c63b9937 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c64248ebd8e7645e17cf9a8e618691411ce566e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc80273f2195acec6ada65c67125b6a0c07ab8f3b8ca36c5d38b01ed67a0c7a5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1390cef4db941e3381ab8b46484dba57bbd79ecd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:345846703fe408be7377a4e5b59b455a7af72ea54b643d1da1a4772118e8fca8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38e4da5c6071c505e258c9b3095a3c664eaeca65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08bd080a7ed4ae68f7c0179015ce513e7bf7622e984a9515f290add142e954a3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e946485130ea7c9ed3bdd31c4a9d92268543843 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ce39a6e5a28ed376d58ee1a8501f511e69fb60fa52b552e5a76862702088270 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2927bc72417bafac0406007759b566dad356e0cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1972652d83a375909ab38d3d3e6fe6cda3e26f8d4a80b4ae52374baa62a1cc78 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09655bc39714546803e6370061d39c3777765827 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3fa070aa880cc6dc64a0e41d9115fce1b75708be106a5a4a28b79d3f56295b1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd20420c005e754096b6fbbea34396affc32930a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1b52dd34490982c4d710b2b6dcd097d14a9cd2210ac54d22f2472b811d39992 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8daf7763b2c85d948fb176c4138dca02413ed2b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b8997123cf0f145f8b5d48a93d5468247bc363ba171d2ec193ce0d941e5f814 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cde0f4d08489ae781cef9b249304f324e640df2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f519e5f89abf835aa6814eb7192ed0c490d368b08e660c22fdf837ab00b4e37 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c02a85c0218b9238ed6466ef6956d7db62f2c3c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a0a6673f2f3a251058a8a0bc3697dbe49b32b752d67be4bb57a82f7527eacc3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f156b7b3b95c25f1c86fa72b6d1b8eef77b6986e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f498b18038ff46760f82eeb6432ef61051a7430fff63b22a79980545426e2530 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4f70c5626e781584afa2708e6298463f9707cdc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fde247b14cc4454c4d27358efbf2d9e72a9400fff7f968d20a2736e4e9e5086c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9488c5800481fd34877326fe3198708343daf201 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61cc371f967b63e8b112f3a934ff8157c912eee5718a791417955d3f23d524e7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..041e35950953a847a8a5cf9c94b8160197244a62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b8d0646b0f2be8eab3ba056550f9568d2ad6a80219018276b61b0af8e7d9497 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eea31001ea16613b8f38bafffab4b22e1a22a40f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09a086031754ed2540861ad781e1b27e457b835811f299d9bce88defe33b4bfa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a91a1e6c59914d90adb4c7ebb555efe31c3a63c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71b7897cf540e8885aab3a866ebd6c3d0edcc90a68ec42b8d85348e504b21592 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..061e4c0d6e4cbe2b3bec933e86327091899a6bd0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7daecaca4dc21e846ddd5a0e3d61aabc21adcc647a4828b3ff3c25a50aabe98b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c17fb123aab4a55f8fc06492de0b4dda95a01bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2039bcea72f126ac3ca6a35ffce898ce134a04d8acbd7aed9bf66bc069d4c04 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a0e3005a9e3b11f103ee67a10c93b75acc769c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3fd43a68135e47e16544884516bcb6db43ad1522c4abaf54ede8440f23228be +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfadb2a3929c9f36db32955f35ab0ced52703f1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99cc730bd8bb230eddcd969901dfa4d401b23d01636452859f7576f745876791 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d34eb58a9eea64c508089daa035fee00c1a654a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d32b1e4f4862c468c593c008c97913d2f0c1e449ca588bfbe0a0f4a80c438fcd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c096a9c6d3026105e46d542563da6b4723fa9b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7047b4b1f8a8c04767eddc75b766ef8d3496e0506343672540d8a0a8e8e97650 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ffdc8b0fb5bb0f666cf2eb21b1f07448024ce50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d75199d1a05f96f2a67cab9118e8d33260950beff574c99562fc5a4a6ecd6238 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a532dc6650240220b6982beb8516a75c23eb0377 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:309439b25db81aa04c2e54952f141c80aaf07343c07c82852f7f0906886c321f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edf879630b0a2667840a5d4504b426cdd649ba4c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9153f4c41ce67fc6127a1b6864f621dd358897235edaa1b483371574e5792a9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fd4a99ebbcc2207515a065115b924bbb9f809e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49f46f32ea38c989b9980a6fca40197607a61637065ea7cfc856c60b68487d78 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e091b92601dbf99f39d3f06c0bc4aaa27ca53fb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ccbb74506f7fd523eaf42059d5596ff315ca8780f79f13fa10c89d8dbb38c82 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c49caa655c4d29fc8ad591cd666ba221a7a98fc7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22cdd5d234dbae25aad31d8d5c6fadef3ce776308687300f871c6520e443865c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f10f03a51ab2659cdf9771c7509c8b1e406f25b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5b3b565d685bc6fcdecef4cfb3bec913215b2320891a17fb51c119f19580caf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b6c876941f2247631c369506109bd391c709590 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f2d5e3841722dded062c3fc02b082a4705529e34329ca79ac926b03c75871ba +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71ea0af48f46190698a26b9012da71c3cac40b43 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65f848d3187f4b522765965715f6a2682a4adcd26b1c5677e2f87837463a13ac +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54eef7337a1fd35ef29775066599c1686a83b5aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92d167678c873b76a0d0ae442ff7f9b20e9e4a6c2b8fd104acc68e4dc8b293d1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6670f063ac822ca87255432d716a5eb78b8c456 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:281ee8eb3420a7f7e79566f5dc362832d687f2502b5ea592b8cf86357cff9153 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bf7d8d9ae40e99fffdc8b3e4e06cb4efd85628b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:861fb60e4e6c082ea62cc7898bfac8ac1262ce2fb15ea2aea8e06cb81b601a29 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79b36881ddd013a6b1f8426e75a4d9fc4c49b9f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8caa4ace93d006c8dcdfe666342d608be08471c2c6fb86f58e05afe740ba018b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..401620e83a9ca58e7157a40acc8d233595e8f976 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76d22936f4319f0ecf4c2dd727b5a58d33eea7c578fa4015bdcdda3f1e507b70 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb6a0f37a487eaa96c7bc6860113bef1a6762873 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e78772ff9983ada8023e3442ddec118d138a5efd0f8c7949562135ef3007cd9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..31bc71350d4c864301ff26eb950fe821629ea4e0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:963e7cfd12089a5d798d3d6d63dbf43fb47c82bff1111d48d143d005dc360dbc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a95795daeaafbcca2652432421a1f49a4a343a14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0abb40ce95e854b648ef0fce0955c928cae33f023cf77c384284ef42f8de3c4f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72c0466de6a4ca5360e390f9f3330025514e945a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ae8a247f1f3f2668c718930376ae675a2f3545ec55a447e679f86c4b0e6dbf4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57a4074d10ae9470e1bcbb1a79a1c4733ba80e10 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a1417650dc3ab476ad51d756c93ad0c7e63c4984d30ab81aa334a2e85cb6b0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d84653a2f7346f42a496ed2a08a38ef81a3a969 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc3806a664f99d41a0f046cceed3e1f31fda68f98f77cc41207d8d2072ab9f1e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6d444890b3b08c00692e16abc6ef00ebe50e3ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0debd310e358a1a38e3d4af74d079ba02a2031cc49f64e5a3984453d7ff5326f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40e0ed8f6a9282386aa7483a14c66f5f5c26ed16 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b2292d5d9ed78820abbcb34aa826840c8b51c4031260c5a624a023d8d1f3bb4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5c7e55b10e145e6ffb5be4e9879e2708c980064 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82da22c5881619343dbec27741483fdd1f1e7e2c08dd0924c84b5af52571c262 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..32f4598920c4349a8d5fd9ffd22e91c5bdcc1c66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7305aa4d2407bbd0a4aa5fc0b6076599a253151e9f9d6f5b93eded53074c4076 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..113a397fd2b77e3cb29342022f9d8f7d7041ab8e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a691e49b4f91593d16b16953e0599b6093e58c3291ffcfe6d3fc47dc333644b9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c545aad642f224138423e722b7830666b7a61c59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc2ab81a7cd911cafa601aabadff35b0ed33fcfad5a360bcdb70479e8aabc7e1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90e4664b94e9c8b534ff7acd15c18252b24f215f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a04f7db052aa16809f962bed17a1d5739fea5d9966f60a238232a9e30a196eed +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db812ca4106b4c07eb41ef398312b304ae23a491 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65cc5d08ede8abc5c41c09e92ec915c68b74135ebab87899eb3a04dc6bd501a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d345b924fbcababffc4f86b8f3e89cdd2acd952b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19ab2fbf4a813862fcf26a3e9b5a79f67bb1fc3a7285242d7d3406b680b6da39 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c5515d5ceb698b0757ac6e12d25000df40440a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:869c84f9a9906d07fd0c33390fbddd4eeb4cd6d0cb6e78ef306291cbe3bb456f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b7e141bd8e3394ec75f8d3feaf225898dc349f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7d6e88e00c470fd5dae4634b0d0c1a184fbf4311d1353fbf704cb9485ad5fcd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f285c8c9994bb748712dbf675bb5ebf30c64a58 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72c9eeb0b87f16d18a6073226bb946f6b84a458cacb1bf5b8ffeb4c56e878104 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31ad874e7802b63e67f3d0a36072c50839dc1e8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8793d662a0c72645e001140273c75fd9c5a0a8dbc1e3bf67748f334805422bc3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..683f454743384b6b06553b781ddf8a3486f57cb9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0d4379d6d562fc4678d92839b111eacb037d2ce15f0295b9dec324db6248641 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa0667379a7b0e13c2b3c612951f777a41cf42ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3308bce1fda434a9698495a522b386034c221924c43c8b8661a226c22d96dcc1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e41547a30c10ab86db56ab3eb52f7b3b3b0fbc0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ce2e1b4c2b5f6a6004f076ae98dd65058fd9f2768c4d193fa875c3702320dd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f79e112602ca938d8e19873013a8e7a288e6e51 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bd8cdd478b54d4e68aa3d43a243cbbb2ead2ab47626017caaf959b7070e4c7b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d57c07cfb88aa0cd4eca2818442bcc5bd2098282 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:993102343498715b4c2484dff8fc2af69f10dfce2d6719d17c559bdaa08d1813 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e62f0f93916f02ddb246bc325db03f8a8486e108 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60e44d5e7ef62d7abd0f30deb8bddad19084081eeb087422259ca68b68696dba +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bffe65246d6d2bee1413f5cd86d85b700fe981d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10de17cb99ab37097fde12ea1e8a36e8204b8ce0bc2a35474cfde56f2ab616f6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..827802743410daa4b62dcb25e0f51519d7118836 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:570b22036b3eec64859d6a88a2c6b41fd0ac0e954839f6e1678a9e5f9b8c3c4b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbc37c3992134e57b078c7c6e1be04afb460b481 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f846cdd364ff542fbbae8bf197b3b7a2fb71b659da0c6e8d6f09c532677e44f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ad1fa0fc140c4fadb3f4c060035eb9206745bd6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e695a2131c2b330f31df69065556c57f251546e0b4a7d12a824430f2130524be +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7884a04b5c124871bf0f15f315113652c4bf161b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edbe0d85205bed54c900bcf60dd4c049955f59e4d104e4d2449ad429b9bbe2e2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dabee9807d3861ac0dda6fc86515b0352176c95d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f8128f12fe382e1fc6d4512c5c3ce0bbf580b5e42182be7972f0d5f0ad17d24 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19071c355944a67bc815f79c56d5e0d3fcf2e7af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1867e159564e20d00ccc8a9245861bfe3a7cb1ff2034036e855f5359b5121d84 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9e180538228ec4dace67adf40df7d1be902ab12 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53584aa9bc5d54ca699e769da61cfce31c847e67041cfd05138f3c3b50798b44 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3b7d128aec6c0db225f78430ee4187c1d221afd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cd160e62cf95cd185a13f17e6fcba833502b18980c0e99b1710fd61d601f9aa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e844082aa04602ac48243c22e945b2a46ea77aab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:663bc08eb4419eba36a3bebd7e800bab6912f2daef169449fcb35abc8d001254 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..766d7127a653068c0832a345cc6dbac9cb1e31ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65cb998d4e7354d14b56ff7367e86b46a7bc99a294f966d9d6abe0e7a99b758b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..faf2a8dd8f0b7a769ef5c55b53a1d8ce67449f11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2644b6449535cf2ba13f4eb554c6a57797678333cd84a6d02e3e9d1ba8ab9127 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f710267b2cf99b295aa1a17e9d4b764ad86df27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:593767b9e8a727341d394abef5ee25ac89885fca2f4a526beca3c76171f53d44 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ca6866914cac1ea5bac37fc4a84b7ecf6be8d4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d97125f23437b8fa179a1a6a454f4077e90f65cc0cbd43877d7975828220c37e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1286f308d5088bfdd6a6aa7f52250a410fc92896 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1562a5c81b037c54b3e0fcdb0051044503ffe04a7f78c31c78fb802273b882f1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d68934727c4fc8a8efb5d4e505c743020083870e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:292d6cd26b235c523add8fb92ad86ceaa1e2b184e93d1793d12a712b86a3e473 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e6a8a89730fcca1320e8f7be43963bee3a70f56 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7acec9dce054134ba460e824a26cf9de7e164c07d6a3b74426ef17b3be034151 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a8dfe8a9f8a49e67d926f86ae3ca3949fb6a947 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:973ea67903e1f384ed565e329e099af4b64789e64740b8042dcd05c0f66933ef +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ee9b20de451464979b43dbb411f87a0adf9dbd9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4be0654ee5614f902d06bda54b000e6531e535cb5f0b8b2bf2ea55f030a42d1c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3d64d5a0d7398069cf93f7d9854bfb9206789d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:066356cafb6cb233bd635444851a032a9ce46784d1cdf754e954a507c7937ac7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9b4084925707a9ac1d30b259cec3a1adab5fab0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab71b3e3d256b4daf6a2976e53f930986e1bcc5329cc9b34ba97b99f713d4341 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44f2e634ecfe1a412d41aa9770c8f3aa6d7043d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d516f3da7b196857527cc1247f180959a39552d88cddedeb0f80498bb3928e1a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ec32cfc4d89ed8eeaf2310561fec5b5a0077353 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:129ab5dcb180d3f310fa52490932f2be09cbc9b348dd446f6f24941cb6503f15 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d602179f04203c09c0e2c93b90e6c110b3d3e5ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cd5c7e14dd1d83c993e0c0b9900def5ef4a2f56aa0e524cd77c7fefd1d09903 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42f22f013cec39e99cf9b9b7ce19b9bad0e5262a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3fdd1d3c285bf1cbeeda60bf75d17a38e8d845ee8d98b30f0dc49c371297cd5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd4562a813e57bf76c5fa5784e186b0564319bd2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb2930d49f63af22161bd32492e0379fb3b89bf8404fc50be1469ac2c464f8dc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2203e196b6e0c2a55cb84bb04b8805b4d227e9f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ba49ae31bda1e597e3049ebcab7c96241454c14954f3dccc96f776c3f4d9ea4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98e826f8f4aad664882fea45c8145bf3fa9c271d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:933c2d7b2145277be68bbbdec6621aca5d14907d66246ff37a929ae8d500f04b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0399aa73848eff2212eec4cd07b365e8f52d6217 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb51d60739f81e0bb9c5da6c8ff35101bb486d2d39e5f2518ba915bf55d54fa2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d18523d3e8971c13d6722125525879bb2e33bb48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfef971834eabda8ba9edebd539229e1c4ae9da31adeea4188efc8656cb57583 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fe7f23a678df97e19f5781514d28b8d73c79037 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9633f1f87aad2a8c76c7dd43847b58ddb9fe64b5d47c9df158d2dd1af4f658f4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c29b6653b30b74e37831eafbdc24442bf192fdec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70b77893bc0cd00a6d240cdfe93112c540f1e6dfe749f194a2481954012664e6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5281863d1f165aac60291a1ccc4dd223056e0fef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37e9b154cf3abc9980af6bb5680fd8d71ec3cdbf29bcd9ee1f3eb8e1320afea8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63da68caee2567849fedf29410cb5a3456e2fc77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08bea61d7bc92484ef0ae8f8f95a3cf9000796f7ea712bad0ebfd2f4574a5bf6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcb2a3e3e8f203309d56bcb42d53ff64348437b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b29e0f46a5ff865f80d0898ddf2e065c7b2a9eb3734549adf6143b505fbcb5c6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b23dc92e6dc64e00f827f7aa5afdb1886b3eec64 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e3d33886aff18dcd3ea6f08b32cc7fb3819388b7b2f1cd65f2713eea34a3cae +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b124d2ad61d2ca031527beacb963afc17bd980f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8745b9284c9096b3db35870d01865eab5fa7ad2c2112c46b473636344a6dc18 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c13e2f82ffbb6ba9cb706408abfa393a44bbea7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca45c6787ccbe0404b0fe7a51297c3d7fcdf43dfa8fe5009e247520102223742 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8fe2ab92e8502220aa7b988754191638804a499 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a23d3678843541b40e5a5c9b501ef4a6bb015d42cde38ecdb73e7704a74ecfdb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fe7aab80ecca14bb79d9f55a06919286bf11f18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd889bd8c55b686a3645a73247477b4ce5cf3286f4b4b4dfe197e2ea8464056 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db08ceadac5e510e9fa905b353209df9092bff9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:601e5f5b8d05455e8f047e79c67d74294b3cac1945e56d6877731a3c84886991 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8989e831d364c7d54f5663855e27d577b0b48f0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1efb5ec74fe075c9292c3c7574e0c2469a8340cb85ef7a709068d29bc21da01e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9eb9d4bc7be9d32df8573859a9fdbb7403f27e4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec82435af657b5ed129515406b18cc81da7efa1a835862742ada7f73d6d24dcf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4994586b300821e18b42619f5c4010b1f446ffcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c24cbc3a7b5d88d213675015b31e5b8f4e236be76299a6ef4ca1d1f8b435da14 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d531b85680e021f74314db0a2826f3224bd0a303 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7df16298e1cf8d4d6178d0d09d66ff4d60e7ed8d018324da2f2aeac87cca240f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dba11b63775110b83f7bd95d8a1d25f4f8cd6021 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81b1f545f2fd7f35abc7448e21177a9d044804cc3268b381170f34ee217c60a0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a08b7920b83ef9b969a3feb98e55a720dc46d61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4abec8cb40ccec28d0610257de0ff76144c6593d2a5bcc5843a8eb73930bacdd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08731944e6a5c69def16c3987490f982b420ca96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d8ee975e6f81f53b86aaa8ee290953886026751bcd7fedfef1d245711582b47 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2ddc7952b03b4101bfc5b89fd93806fc7c058a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3998b556b9d80e7bf2d028b4f82acaae603e7bf9bff14706e46e3ada086c9453 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d59896f3bd341766c1c702e2dc9f4689513a83e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78c2d79c52a29879824713947bd1cf42b44187702fce7ed4ccd63107792627db +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad451808c5c5c27c42ecb582285b646274a50f6b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c314a060c970843777a852a26d9fcf4ccf2748165f5349e550c03c970ea365c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2034c78af9354f2e5a7aaa7692867e96e7d854ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c211bc822005e0b05979e342c085d1fec7805f1497b28da2a68d1d63be4a810f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab231fe3d9c9f55457c7915c22d64e6aeba70042 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:554caacfa9f4213fc3eb804c1c6cadd4765361d7ff083bff8e4e3a1701f9688d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..666f937a5324ded7d3260e7b44d2d43c1040204a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1882e4c75c4bd4b9beaed0da14777213b11ff8e34e1fbf2229a2d090e70048e2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f6a94730e530a9b9df62279cc055e598cd199e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad2c5daa57c649be07cf447cf9634b03c53d557f5d4a67ce5404596f3b34b649 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82af920cf18cb2efd9afd6828c158daf90edd58a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c56742b4999a503d6d4208226ab3d13a53d180a1ae1a4ce5ccee76696d74bcff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40b12ec7f1ddbb5b4db7c0d63dc052e5a19a5954 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:690c8a935028d3ca23edd034a7ee6a559ba694356a34a8c592395afef5fd310c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..015649cc8cd5f0c41668bc9a463948335f5b3a6b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c452fc9852f7c2e851d1204894994e5a793d5a47b676d450d40b31b35afd57ca +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b4eab5034046ad592bff45f38516854ef825f20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:156cdb1669b6fdba10090fd46cf314da382b180a81770020fa8f94561cc5ffc5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2065040a05f6c6b50ad1ab4089a7ef5487ca84fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9007de8401361e3073bc4a106112c37c38c2f0f45b3eaa7377e47e0f8200a68a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94d48d7e4da214698ce88c50ea464f64afd2b69f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af084a77a2c96b96b65cd08e44ed22b5ca12d2250513c8a0c3df51b2c3fd222c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60ce310fb7358a665526ee2af6a2125f826eec08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2cfdff803c3e69bbb42cd66454ab02f30892a4a28a6b9b6a3bcb1267ae7f889 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecdb132c45f6514601616c5dc38c06f8c6fe4b98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0df7123101fa78101e19b530072e3d7bca950d3300e5b4d6d9bcb3d5154cd88d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..754d866870b4d28d47230456064919bd57de28ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98ff489e94c4b872f3153c124744a1e36bc8fbce765b9ca934f0bde493cf070e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..820c7ba05ba7031549cfa8d126d5f54b7dafa856 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a98a10c0d0d06e9dcbbd2479aaa26b914cffa6a55af0a25f36e054f8ae90bf0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6607fb90d353d211cd16ce47d21488da72620843 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6258b049ca8dbd614377892c936a9b5535483452c84f844d8d88c869bfb8fe1b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13e0159f7146539ea27bbc1eea905008cbabeb70 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f57c9a0e7661841839e8ca600bcf042df8b760e1f0c93a1fac751170e8083648 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27d014b4ed414f45491fc3de94da8252442c15b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38d56652f13853a77673f734f496dc3e83e81151d4fe0e9981d9b0c37a753ebf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97da04e4abb308a784be8d2a17b00383348db888 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c1f13b29c0d9c9f433ed3801972c32b307c0e27b50d16010520b1176c54800b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2eee3b61b0021e5af86a1da300e68cbf7b31bec5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78b5a031d19e10ec3b958db490b9ad13f198fadf6c5c5f015cffc5b1f40b1ec5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..408401f01e38f678f2c9695524176bf10c3fb30b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:580f634400c35eb0c47bbb084e75be2b0d57bf30dde831e116c06906f63d1969 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90935d70f65cd33127a259965734e6677e251b35 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3105f2e3f41e911dfad86a3ce6cf40a6229068cbfc024ff73afb2996d0c1c2e4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c879c1cd927c8cc82d54f99a7aef319cd19d19b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab9182624d34a5299169967b96f14766d451efc877e4435a11a8f2e35bdff1d7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..708c0f6e817f8662ce45c7f48caf0032646c94b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:892688c3443b9b0453caacfbfd62280e18c349d60616afdf82aec9292605b9ea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c3efa1e3fbd7354ce67b7451a565c939dffed59 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eead9c5df08033667c1172e6e0a36ac5dadd07341b7ea663f3625ac0cd0cad8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7f18865f353f11b6b1e3f178c3a8f0786802eea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10f4f7c3ea9e9d3eef3ca2269157022dcc2fb3451c574c492ddd211b7707b8d4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60290a432366ee08b96b1c7c382d17d5460b13ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36073810e5f8783da374714bcdb6fec333abfb916f004fce2e7c7220d68c5574 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dcb71f91c06221b43beee93498877ffb733f2ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:298d3e8c7a1d80d26cdfd339415d96adebf9addc447d6256e49f4f4ddbfb43a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9a1b88f7b38128b13e5b9035d0d62cd3488f21e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21f137d5f4151784a660e40d0b4b85cd9b75f685f727c120b8c9c259b9ba94f4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe74e3883094ffd4e1b519e490ef4ddfbbab4f5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc855b805b8f5af7036476bd696e06cacaa66d63b6a87a54f49798221561798b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b01ff353a51096c6942927c595efbf95c5398916 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b8edcfa382dd6948037cf5c43c19aa0667804e8efeb9abfbe92081764cf7a1d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3afa6a084c58b60624016088d0fe60ec17718861 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cd8e1195adb273eea00da41fbf243948b531071cb24a3c22524a647c0719e3d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ace4ba28b4a8b50966394b1a9458501c7792abb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df0fdfae122edae22f8bc37c48fdb924eebb05ac7c4ddbacb6ac14129ce6fef5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10b710d058ace8e71a66038b5cfc9fbf0badea3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d28ddaa28f3c1bb01f9bb37d4563cefc3d2c85d2f25c4a79ebb9f745f4fd3517 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..647301823795b6fad45f6a0deb67cf7f2268953f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecf3534234390d221d67bb5f2f3a3ff8b064d716fdeb830b2f9cce903dc977f8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9410ef9c4259caa5813406b1ecc79d6ecd4c09ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:509fa2cb07cb5179a784b245df310e4cdc4fcfe632fc59b9850c9299e90cd3aa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29f4808d2bab9a2b7d7404edf5cf6939f9ea2d45 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7cc6b9c48193b5b0c7c72c60126789a666063a461839ef599491a7922e2e4f26 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b045f6311df1f4d9ff89a1ad61591a04288d7087 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f9b90dd5f96a2ec1023ea0bb998f35da9bebb7da3e0bda27b0813b2be9c897c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc30bc08637173b90b9eea97d2c9c00d6f73c5cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:239f4240cbdf152ce947b85ebdfbbe6c2edf3167c8cd017e7bf1bfcde3f9e435 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d87968442b92148b73f5a3fb5ad598bdb134288 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb88ed3970c444f621986d9edb2ea34f8ae46e81e0e31f9b8a30c2d750572c10 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16c35bba62c962032ad32aa0c25eebbac63d1c14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e6bedb5f8ae81877681cc106dc4a6c0434d7e495c9ba3ac66cdcff4ff0e8b5a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8cd063e37abf068c62185b0b19f2709cdff5af3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efe01e70f6d609393fb2041c399f7b7d3fb187ceed9ca96b57948f19f8ffe9b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea86174cc84b59834d11a4f685e625b99f29342c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f93d8c985477a6e046eb78b8a503ede89055dfd29211103e423bf25700de0e08 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f8947a669ff1d452ed0cb77e4f31ad813ddb3ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b506174062f5d01eb6b1530a0b7c7ea6c12faf0274ffebbd1d971f6e87d2e94 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7887edc0e535bd98d9ff9913abb6bd76c706601c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcec80e63b443db9c2eb568c7bbbbbf50d02e22899fa8a3a0673585419403187 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b99b32d99572c83564395c0cb4b9a2347c4df1ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b27bc13cc1de7ce2cb35bdfaf448470dad30eea2771f886a9d1ec032e219b8c3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a390f16f3469e78e3342965422068387f73bbbf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7cb0b523c73e763526bf3a607214eecaf5f0e069a2211e9a91e08b1432f1d43 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1ad662acaaf281380b72d2556896d32f415137c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:807ed5b3b83d6a7aa04c5e1d728fcbbe7d6814a3dae90e7d4e8eabb251d89707 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f0a33176bd00d87124b815c2f6acf40a800113b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb8ca33220258fd911c59b2b0d410172e94a276d5636c5cf010e257aecc775ba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..95503a478cdacc54aeed9ae08dc755a1d9452f7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea6fb073113b6d90abe794cd45ad6a087208a8c898ee69740cdc641f9742384e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..112e23c5604c98e4c20e0275f80aa4f48173f3c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:368e42cc1960474d33cc92092a90d14b083b02949fb9bedf99a2597376fafebd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..650e3e98e4f3190e0dba52d499fe00a24695c0b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e36505a761d4c25b1e6f163acc35988a7a3db47883ad5525efc2227bd4dc6c8d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49572122913a501e00836f61f8086b0ff00c4e99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e833557f415347f6cfab750a4bba77b9b8bae15cdfc2e65c593c775e659d7a1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4c87a5b4cd71fae64730265214809fd0c2dc5e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:373c0db9555408f01b393cc5788a3de64093241a6ad21f3909417e777f32e408 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb779d7cca2d5f55191d9ecd866aef66cb74e415 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7008572cc5158b0b0141b7903cb5b1382d3d7fb4977369889245b6cbd2d4dc3f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f08c5ea0c54476ae24e6da0a6fc88f5f621db349 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91937d91e64821afbf5fed5d7c4d7503330fbbe2b7270421a98270ceeca4329b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c8c823a71b39a8a512e6e0a9ccdeb8675882069 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f34a3ca7b0c2630adff7cafa0dcb546421e70fdda691ead0b123d772d1192a5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03aa7d97819675ea16d24210db1d69ef0ebceb50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daedf329c254342532003d334bda3f24d6a28c50a10b63a80f53480412f99024 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5456f26ee507b775fee0a4bf4495afe1acfd018e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bec3d0ac50b37d672d51b2c8988c4e6c5bfecb8bbe457efb475d00b7143eb157 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5096f0487c7ca468c854da815be873b9986f4c9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:013852e47eb8b3c06ffe973e235399fe70d3d759be29b1cb889e9e1b2696a105 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2884755ca49faad76cf3837558b806f0bd6569b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aee392bed24e7e1430cc4613aed87fe0594c991dcbd90d71def86b29714c2ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c03705b14db97f4ac80d1a1025acebea4311045 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d285c4b738bcbd1c096a77d84459e58911c0990811ba7d89d85dd6f70bd17076 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08de6c6c4349ca122bf5fb25173d79d5c20453e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a8a13974156ad2a696103f22a7d81fa2205c932fd44bef6fb732ef3e71d0cb5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef0720b7ff0d8a9d8287350190eab3fb98052f8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba057cf68619536277df20e19ace219efcacc0b2a5a7fff8f1cd0c82aff94751 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bfe0b255d3a267b040bb4ead07b09694ec9175d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d2cb540db16d41983740538f82f903e40a23a5a2745b33cc14d79f35ff6bbc7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f703fa93f63400eaf949d6aeb90b2d4a48d1ae81 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc5d1005ec813ca60e664d6997d37a90bb7340940e51ea3f5d192aa1e80d97a9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7782ec9c10db7c8ea03c3d39c00396a8855c99b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0200a567b263bff68e8ce35e175a015f78b8f56bc0bdbe38f3d35871fb5b9ff +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ff9fdcad6a4ac72640c7c96dfa5029eaeef6b58 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d52659279cec4ef2331013135d712ba8ed4cbebc913cd43e910f81f12652c13b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0848f200d710bfb1629510906ad7330a5695f5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27dd77fef0cc6a7dd24ebad1cb7b8d101ed76ec97c39e713963d331bc9b319a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21079b75b7d115a23be89eb182f05974c855b64b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d772206481759b3153686fedc0de2a04de172e399c49d35f5efa0d4ac49053f3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3d81421ca10e631a57471af8dd3e53dcd006070 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b2fb505d89e5937d3d07e45508d547c7a192c66da9deec105eda5684d4bb378 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0621979dd7c333085c1097d25bfc71329b994f99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61d89786cbddf75070390693a39895f15c049c291c84126b6393b3de88625e85 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..47a6885752159e5184c2652a5e3814182c9faa25 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43291771741c24d48412f217b68e702cab4afc1af2d36ba508341e90961df624 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77b945ac7a9520bc8d56e36457427f0f08c715ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:333b5661cc9268c566b951ab0d931b638b8206bf045181deb319a5dccdb0f269 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..daf86887ff24259423574b3d8852fdc335ee983d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9af371083ee85a40439020f1da63dad879b247a0dcff2deffdb14df61454f182 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad17b749081087f5c343ec34e9ab99998f5eeebc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:055a8b4c0b89e37b1c9ada3bd9c2b4ccc222ae09babb7801e8dedc293b0d89c6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..890d77c9a811ff686093b72c5d331323041ea8ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44f25e56925358d39ef35544a95373a50467a62d61bc42b4cf95acb3ae55b995 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a236dc3c4a7dca17b7735c137cd08c2b37ed4e0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38051ecf12fec5e391a445e687521ed1c87db1c7e052f76a8ceb1040882d980a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7acbd0093db748894bbf85c55612d32e42202347 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12880a9286ba2a837e2c7d19c604f123af42d7f495e49b5bac5e77942376db33 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5783e4a4a5c78facfd4c5cd32534171571717826 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b2793325c725ba148bc880340ab648058c05fc9cdc4d303b0a5d5f5947510fa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..809e5decb335100db255dbb16758820bfcb6e3ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95284d0689419ab3d12c86a5d7105b14d3becbd2da0dd436fa518d22852188fe +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e46863ddaa5227bb10f6c9f614abd0af90092493 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6896c55b764782c1df3eb4dd5b13bf244bb2c0e17884eb02b2ca9df4fa41c01 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..562b24bc2bbec8f734febcf2fce0aeb9e30480cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e33efbb6c5e94340642bae532210157d76e8b757d1bc28f550a6b1de3ca9b01e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbd62d6d00edafd1277534788c48cd093debb7a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2619027b8deb172041374e155fae8ebd8bfb206ec287b56c7f3220a93e95949 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef9a31971804d6bf336918932a68aa55df4d9f96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:396b3fe69bde9e6524c6e68e1cd46e250439aab05198afb40260ff37cbd70bd3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ba2147950a9ab0b98554c0e3ec6c47dccb0578b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22cf8aeee739247a1c7a78373822765d69055eb30350c179ca788178a830f29b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6f96da256f33921422f24fc47a6f17a61d46490 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd082ff52e0ce6c0fa991e742401c8ca0cf94e441c0fb94c972450e3db0be23b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b200173c77a52f6010c524cc77854e05d90ac77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcfb548d3434b5a6d6ae2f6b0fdb343877ddd64250ae62976a960ca6b13993b3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e9aeec5cc1c6f47a3d33015b0bfdfa3e7971b26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6983b759daf34b6d9e6c1d7a60622128d39f456fa5109392cd31505608009933 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8baa3574eb386baeef85fd32080cf0ebea580dfb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa4507327dc578645787a13f85557a43dbd7f1e60b55a827d8cab413b358f3b3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bdb1d65c77bf8790769a9ca5eeee92c852218fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e399e3fa07ac2d72d9aa12f9d6b988d3c16d3e56f1942912044e209be9b6170f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f1d5bd1545b456e5802bd0dcf51c4bbf25ace8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c775091bd81ff81801be6e48a7d9fb539c50a101d6b38ea6a1738100ddc6dc5a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e64e6202a7201f816b38f62b383323b10f7bf2bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e1704f4863b6534ddf091e1f958ffaa104a716fdbaf9de87f1ebd01c8db4594 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99b1c518ba9210f31fcd1958e3470ab8c52e2fad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f452c73ab470bef8e3045ba67d6b470fc89327ccc9309812409462eced7b366 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..710d3ff4b756239b42241c655440ef4004ae4070 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bba0239439f6386d6b6d05501e70fdd58ccca88d8f8dfe298cfe467443bc56e9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca72ffaf997b0fc3b5cfd313051bccde5348bea7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9b272452e8cb3b47f62212ed8470bb7d209ac8403efcde5000b05dbc7893b10 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a68343ba0f8775ac9faae993b4dfd689344d8a91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd78adca63af486e9cd59121dd6ae06f4cea6d6af5dc789a1bd5807a0dfacfe5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7c34380e455f96159679f049a7d70a00c82e58c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1392f2ddccdeb946e4c8d9679e7dc195ca00993376edca0b9480e17dca0b0d19 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e6beda774b1f0d7e72627ae0e949ddeb0115231 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad7c6b6ee6de5ab5d6fa6d5b26ad8ed1c29d20d6be75fa6a63f1e574e1614ae0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cba700ff5ce50917cbf11959e594a28307f5f703 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e266cf5a4a8ae2a41f49f85a8ecb20c45af2e5d6b122ed83713387f95955647 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..559dbb7c5ecbd752d7875ba2baae176141a24bd8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:074f234ec3cdb555cb0fe3b7eb76fceb9ff9f617ef460ec28a1aef8302f3e4f2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17dcabc912c545099f7c9e178b6d106da800e887 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a720962125ca3d888bcf47e7b9c40a0d641c112fd586d2fe9b215292c071836c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa4a165636e61883fdf1ae7b9d774c7d3f2f2ad8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d45c6ca64cd46307822ef0de391f059a08accf8bc936df0ff431a9e67ee3aa80 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a23a27f92d83e1f60ca6e2533349effa7c5546cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ceed27dd49a1e9a02bc1970763587b4154c381d7ce58bc8556dda264385d1ced +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a43eb4302471e2b1d14788f259573be0b94bf4ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8aa05f9c7f63b8ead5c20e76a1d8390502a73f735de77e1d749d1547f12ded90 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..948293b09efefd6fdf4db93c052fba08e64ceeb6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6568a1c4926a16f4d86ff8829c731acb99072d99d2b87fb78e9429655a8c8732 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59ebf8e3be87eb000af175936a4e38486184207d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea6e641234ef5b9bcf2b8d04147a14fdd71ccaf0c1e64780e4555b24d1146284 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea9ff0c771276caeccda834d51b587a34f26b26e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a87cd500b4e927f31f2de89bf069a5b3fde6d59a1b8ccc4e51c12ac859ed73ee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce10adc2283d7fa9c8b449a8016b3f12ed9ec9bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e35272f831b0fed298c696fb508d21e6a534bd26ebb63b40e4eeedbe8f87cb25 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60e4ed070fe2f662766ab1a607fe43d94e717f3c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13d4370212d8b9ddde83bf792da7274dc38a34023b3b377ac45553f9c550aaa2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8022150474578b22ac6029c7b2ffaf2b44b2b62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d4562c95ab716424971ff1bdc7c2692f72bbc969da5f8eed8e8aa0b62aa065 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3773d328cfa89771f688674050ee77225252b93e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce6d2a49ff8ffdc9367ec63e9d32995ed7f331272614d9c4f2b85a310ba5fc3f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de16dde4f0e304bb05c12aea7d81917c1c06f3de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0a40070042d920af7eef0fcbcd920c74dd389339dc6b0357de1d2f965f2b8d6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..669a5c2c4af0a2f91fc91b2869bc256bde73024b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b389f02ecb002a8332de0d021ad27bacceb68d87b151d33999b0b99926f4ccb6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88fc3952b8a76053fc7b9257d7992aed812b3114 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85f02fabecbb687f0f942d4bcde1dbfef6a12b4a669f022cb4a52f4d97bbeadb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0aa229f47fcb46eb08afd509486772fdaf09c0bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d998ba5948f02f23bfb37a3c6b0771e6823ffeaaa95f8d6715993ec9952bd1d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1acc6338c1febfe7ee0d6c3a23ab24dffc26be39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0a5abc5872fd7f11d605b51a05fb97f24ba12c5f060e3701239e8ad05946059 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6447b0d9043c801345bc606199c0e4f950a1376c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:830d7a9a4ec9fcba617527796453984be329d322b903af4b2c9e972ace927fe1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0ded96e7a25f9b3077b6d49734c83130f2dbd35 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38136d3217e682f692b48dc859807c6164eb7649ee3c1652ffe5f4f112a2e678 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..190dbfe247d6c1718daf1954a8ef192bf940fca9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36165e250a7107db44293f41f9e2b09790216c3d93eef396e7ec025d6f0e3f77 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b4386cc57a44e671cf8a154f8d89a00220e71ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ff47131b252622c115883f6b6a65f2a1ae67eb5b8cb191932c129eced1c8d0b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab375f827cdfd08c5b578cb11bb5d1b12a4a382a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f32264da8c45fca7a18db421ddc2a8611909d766b29ca2556c5a2f9b5ed102a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..947777e9c8b1a7bb39ed95bbcb9dc92ad1e76dc1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae2837400f2f1a29f48cda565ae0d189806c3fda80b5a22eb5fdc71d52900d37 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa55200941fad97acf67ab8404face3e4bfeb5c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07a9cd53928ca690fd8d1c544ed29edaf28fd1675fae21e842214cd347daea8c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a696c84a06d27d558dcd65e9fb74160df604a515 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3de09546f07a4d48507034c75f363adbaf99b4015d65000321620981bd9ed6b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c90c3dc93ad604b2845db6e2e818f528e197ebde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b030ed99ff58c78d644310aa596cc0c67f5e1ad28e411d9ea58378191c1067a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6907607f18999e24759e5aea5fe475db69ea5eb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b45b99f17faf3cf57b4e8f62c2ab59ece5d9d37afe747b0647f5a9ae4cc6d7b2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c53916161888459eb86387520e329ea2f0fef0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffaed10bdbfff94bf933b4c23c121e79b8912f47d2c6074c9025194a251aa281 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ecd4e5a64096bf44fe31f4deac99a5d4008605b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1f5a0a4b32421c8c35080a3d6fa48f5d6658eb06e1a96066d87ec5002b44a24 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3024e747377faee078f37d4bc9aa3180fa9a1fc5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c95bdd1c7bdcd36dd2c0a8e71c95bba711ebdb10e37fc7f7a5a41da74b0fe7ff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14a15683b74051e9b4ab7dd67199e7dd65306428 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc3cc60ef406e34eef8f7eac085d7ca0c27fff72eb7d2d61382ad30f017baa9f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ff7332da5cc7a4336d8c03152aa586b26e9a5d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e5aee64c890f13b5c823798737a666dfca00c40b2c63bb8c8f47d528fb8e431 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3808a2c9b405b241d38db0fdf329e6d77739207d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a533fac5deeec32eed8965605a6d35be91366c6d200fe012cec5e305f32b1b01 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae3e8c74aec0261ff4ad51a0bc268fec7812831e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3d9a3946fd3ffdee9e482ba4ac4a87e53a923d8c2e15f6468624ea62a30cfb4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73d53397fb502524d6a064668f020e7f4af26758 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8a0532a4ffd02ab89eb71aa3f70538e21e5c95386857e4d54560798231596e0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..37a2422ccb1cf55311d94b55fcbfff95125359ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:101f0b2b12678cc8ab676eb939972fd2aa049216139f76822506abee5a787c74 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..12e68c7faeb902328abd6ebdb099948eb13ea5bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2132a983149f6dd0305e0f75a5ca0c36b6b69456be809e45d31687cc872d5360 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3a61150f8c297a17f98511b01851ba4f56d6e83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45404249b611fe4d839a7e7f2f348b435282b7681e5b8f0df5a2797b3433a2e8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afff1b4e0d8dc2733af6ea2e2872e3577e1197e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:334b2d8526a1255c8c03cadf959c8dd78c07ca267b5a83cb90ddb78db05b0258 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8cf83171b9b9ead9b2c24c7d5ab4f32381d6778a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90264ac6096414d0005506a9bec6b32dc8bf94f38ddf099b013aa6e853fb74d3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2cf9bffb1843cb964d0ad4714ac137a9679c4e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08b87db477e7e7bbca06ec2c1fff6dcc7e2d07d6baee8192bb44671e72ef1554 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ce1bb00f5da67aa77c06a7f902272f475458fa8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c0f20f0828f3ca3a8591117f0e08b839fdd3a95c7cc8897933a37abdec81c71 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39e537abffe52c4b9f1b7e1cbd23b3f5e0d88ca9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:010dd1909977da3db91d58e28783f494b39812793a965209a6b55e64ff0c63cf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eac252895d5197c5257ee0bc68bcbc0a9593d606 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65df7066ddc80c529452dc540915c7ef8f5057ba30b55de7bddcc8a19e73e4c2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9ebf1e93de6c494c660709dc8816c48ca0dd9f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3924de4db6f660df88910bb004955a82474dc5b5e1f421b5ddbff4df1cdadb9d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ef8a90fe634fdbbbd1ffe07d810edfd55f5c99b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7be2220f5dc36578ca6abc8e4f05336a20ec0eb95bea477a95abf014d0fe542e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de2799955d6d01312117658b671810cc50f9f726 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b529dc12905ea06552f3ba9a4ce44c54e6778100c73e47989c7824c9bd297291 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89413d098b11c64cf9d2957246541a73608bd6fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c392c7510034ea2acf4baeb06b4bcf1add88fba60570e8396342cc75e4b1120 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcb35e6c34c9a54a6fde2c70211e8fcebec7a76f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0365e70f0d8fe8bc26f363b864d0af5e3b11dcb18e39c3a4c57de14418afa6a0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b000493aaa3d2210940c5f12f1088181ec556cac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d92256b6d2493caf8280a8780d5a910d9d7ccdbb0addbaadfefb1ef37d5cd1fe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db9e686f68ad1ff825251344a60c97f8cd0e7cf6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e4338ec7900654cf363d0a5d2ce84c5d1b7a5b187f69b338b11fee932cb5f79 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9d01b8630598bb95e32db1da0f9498806954897 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71a59e53f902fddfd544668a3ec5964ca0e042853e6a8cd9c0b5c65aaca9750b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8808b7b82b158f7704b04bbaf6e79d97148371a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a185552ae31b81f5d52aadaf436e57fe543ccc090d7b8e12cb7bc3cc1b036e33 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca01456383fef2ecf95e0d23e2a21bef0a06ea3b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdc4398696fc10f4a3b0993d1d9237faf9295452c07299d83c995a935292b31a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf1a7275e9978f67a40706d82e5cdf9cf49bff38 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a175e97e95404f42e32edf45aceffb0ccb0a3964029605366e8af5904c2fdbe0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab15627e0561d89e49375ee21ee7d1205f8882bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e3b04c2152dc1b90f9403992dc06deac6cc274253a8cd8fa2d3c6ce13b5d3c2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6943bbaa603113fc39e691fe0f08f16d22f19994 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed668414f3215a8ee4f9436a4c7099ebf642776495a6337c643e401cd866b267 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b38848ef6f4ef3ba375613d3b130b97efe85a5a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0d5f77f3854ad6a35bcbdb9ca3d107a36ea47c54c2209d303d4bdb352c4a5c8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8181bb9951a32778163d629cdcb357df56c4e38 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59397fc79228d2d036ddf209216c46fd5e77d97f71d5f3b3be42c01998788aa9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3effb1d080c595d086146a7755413ccf4a74ced --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1f300afb35ec4081986a30fa569c79bf2264046460aefe53e669dc2e59d3979 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d000bda53ad293c7e01f09c5803c85ecb0eb61a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac670093430856247ee41429ba345c1acca22ba06f246984ea20c762bbec8062 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1014d5227f59d18c7f9c8548a1e726112157ca42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15912795a099e77f1d9428ea9b8272b93aac83a82244d046461e9aadfabd38e3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4b7ee9e9df2b2c2e3cc65f10f854eb26e5e724b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:156d0d64d920491f1e78432a21dcf6fee207fc981e9f0c8867ca3f8fc250f062 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db146c6262ac465af9fbf599e7b09294b419da56 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:024ba98810c0830a2f5c9e17fcef258d78d59eba05a4b16acc180e33e156e3c5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1ec51a47057079c63938655bc1dd94c47b39102 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b2b2c231f5353fc8be3753cd6744b3975e2c5f7f786cba9d272190eecff93d5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c2469324dd10ca798ae5c002d1b9e4da778db0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edb2dfc2938faf99d8568f7959806380146bd8ed88d1ef736bbd4c3fe22981a4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c70eef784ed1233252de4cec5c4202cc933ab6b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58ce02eb19c7b7a5b1b2d22cc2b3071882365f65906ca4250768b70e7c3161af +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e55d522a8e7818e3c1947a235c7e67f9ed1f8db2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69683f24a63d33c47db45d642cd839ba217ac7cb20e51d8590a5b01bce19c68d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e99f45baaeab965a6e58cdedcea3385e1c17ba8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05ceac0ff4529e54f02f7c3e9f75e23b1f59a3b1adf6bcdda33c2991491cea3f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..049b60f70cf61095e106e1e6cc0235b305773c0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e1af9b37d2449951dfd7b7dfc05d2501a7cf00dedf770c29a486c2875ba767b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2410dd30860de88fb8c6eb5e74afad35351fae6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32253bc40b0da261cfa142ab0d8fb355ab2a6010cf51f4354e7d1324b1d65326 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15087d43c03fd7b3938146d1292ac216bfcfa49b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:711ce1c2c3c8a4c6d26d9c42fe91587f251009c4ac2a3edc8c0f981406ab75b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5de45c300d29a1d5c81962d1d4679ff3fca0e6e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9925fb85a30426d2b8135df601f8cdc1789516b88d87740ef661d4cdae1d098 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88077281d4ce20a189c5d698f6b7ca11b17a20f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:414741f6889a93e9ab2034cba8e69f72b4303177a67d49cedef8459d9bf470ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5048aaa97185e73999e5a80e8b7b8f4cbe69ee4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e67a423872624062218ef386fb4d8caa2c349460e56e67e2f7f0b63abc64cc69 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92e290261675e8478d8c75d47d4d0e8cf5e26d3c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1c67ec65e8c17c77dfc1266a1fdf9ac06edc91af8bb8a584293a90c6af65997 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e792de01623b0f36e5fa3e6e68a0917ef08245ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31e9bb5d4d85978a967d49d1b2a9ec41404eb685bd9ad325b4e6692467459545 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d251cb169f313452f29b6ca3d993162e8476b316 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5662bf884258417eec9577f6e43dc279619accacc4cbf2f94a428646c602c6b0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a762674a7ceb10969971ce818c09b47c0d57e32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3841b69ceaded3178d366dcb5b8eabbc7c70e0cb3bb0c34fb39d1972e0e6b73e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6213ee1f82314450fe3de8a6d6473afe9a181c24 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f59800b7cc261048b07075c074b87ea60a1adffd2e4a08a490f57d37ddf984c5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30da7e936cf131aa99a6922f9a70827d9a824cc4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c27bfad8c5db35efb5a11619b3fcf68c247a3ef5bcb6de47bbdd796c496c3133 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd0d7932ac8908df3618aa11a065c3236610ac79 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aac7af6433038a15a371b7198d31f2dfcfb94bc0125baba921ae50a1564ed0b2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3786aedf79ff295565620ae6a02ce75b679bfcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f25453c97fa7e052679335452da03be0600ce9a0f57ca0c6c88cbd04f2a19108 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d126e2a51e397db9f6a431429c669915ece1797e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57099a9507b21ec08b958b4c4721fe644e21035e108078341cfa62b5a217eb2f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..215a600e16058f195722d88ae67cb3200c0fe64c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54efbfca08eedafba4689358aa0ee1e674f56e9926c80ebced612c28d06b205d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef645acc626d698fc34e74b5240c1f062a8976b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebaf6533b216d148e9784ada739bc95d489ca9556dcb711104075755159745a2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1364001043e158e603f011ab2d71f1dd40130ffe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95fbc8d3a172c31a4eb92c95a3b21c58f3a21c8c2efb27def2b501c85474b08a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80f1b4ffae998c1ee3a6e312b6e1e0dee7305d5e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3d53d2068ebc33fc5ff61da89e590c5555886682e597fb8776afa9425888e14 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78f0ad245e0a3a8f32c9f25a458f43f060a251ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e423285f32bb29a22d36381bf80a02e918103dc3560286739898a1b26d632e2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0e0b90cefc4fb099ba4bd376eee2bbde7776884 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c0bd7743a38d9a01f064196fe4ce7236dfbc6ce5248f5b84fbb305c60d2cdea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..042e75a3b589b6beb6c00ddd6b2ff23125a9ed7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c510f82a83350999e785e256eabc684060d1fe2eecfa386039d74426955217a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aff1cdc907b210bb4cbdd480e46e67fdb2d05fa4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07ab11f21194638c87fa0b22cb9dfc81ed6b1984f424ed2fe23a4e471124739b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7942fa91a247e42bb7742e450c28c5db2b37551b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3c08bdc99965910a1232903f0abc18980b27d77a2cbd8ecdfd6a2456ce3c998 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d03ae6d60fd8ef48b4720a79155b456987a9ca4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2287d0d23b56866dea0f7332720b1789dd18be723ac1e7531403f507eda5d2f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8cf363a004f554a1798864aa7e38c3eaa4e3a6d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dcaad2f46efb490ff6e6811235c6a00d1611d46e61ccaaa0350b9f42f3f2351 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2fcf7f98390989e319a5b21286911969cc19dc7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4653dd6b21742aea6a3c62eaecc575e22c5ca4bca978c8caea3778828d26315e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21a6e8ed65b666fc0471edd27fdef2a68fcdc05d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:beeba9046e4654773ee36e3550b6b37400247cc48020da8431758a1c733a1258 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3573954ec74d94cfb96363aef28bb37a3416de13 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca08a3705a301ca415cbc05e1c3352f92c5a99057ca5334fe3d03dbec808c138 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa410f979307daa57fbe1fabdc9f70f528813aa2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3018ad1288824f61497174a558645a5aa40dd7dc3bc3ce326c9f1298011f33e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9332ecd5a5bffd1edaa57663631c5160100e848 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c63295a6465bf80f0cda142ea4180c6f99749d54c079c3109805d73385b7882b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..907f954249e1e0f53684217cd4fd2364e0aa9830 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b51d7979937573f19329aeb258b742956a784ad92ccd1fa6431dde383b93d343 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a6288add39aafff4b30b7acdb102354e216d2c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8290cf7e2018c4a6c763289ad8adb1ef3d36ee0c360cf35fb3fc549ae4f4302f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c364df273ffff612daeb32440c012a70c14a19f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6db50b6fa8910bde168fe8880e1605fb97c118a7c552667e9ec51c03d3be42b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a15c8295d500ace1936ba42480055d5d461c72d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d359059b0f064350af47eee71af7a75bdab47becd437b6ed9dacc90361544a19 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..211f3eb802f1d35a7a87df9ea1dda9d84a1e51dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc54140a612b29cbf24148a081b841f04201df441120ce294a73072ee0661e0e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4f5b59546387f163e868a8fb17b3cc0f915fe69 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98000af447a6bd5685f7ba9f78f0b0781bf6da43d96924c7e2d84de79b8e18c3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b74259f90bf6bdf4afc7a2e529824138e0db695a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f18cd782a97e0a55fd8d06db9c714a036712075a44e283f6164c8eca4abd0fbe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01b70b69f7fca5f65c98522caec587e426d05e00 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0663417911b63423f3d7693556baad85ef7ac83315aa039a467684c48ce99eb7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd47a0815039260d65ec2b5f6bf26baba372f775 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9226893256cc44be7385f714e31cd64e5524bff46a452bbde5ef060442cbd113 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..afc6e2ae29b3febfc61a588fdc66781b177aa7bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c78e5b2d03efc22a93081e6e525e1ea12ab0880a29802b392c0af31b386e05e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16ec6885ac4b94b4ebc45764a2d27cd4785acf5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cde270741c4f82d29fb0e24a74a7c385eafb030f2613a02410ce1e87d9cd522 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35bbf56011330249dfbd95b8c551607443e7a0f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8f9a13b6d3375146daa1c2f507d9bd707e1445ba68f0a1de39734005352c204 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea5dd735a481660b0a480ced801667f0d4eb850e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fab7b8a0990d5f9efa904bf5337adbe9aa7cf8874ce84665a6770174c23b102 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2458949a355142bb0bea7f4caba3f697c9578303 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c47f077c937bed19b9e6cfec1facd4120936c95f11f38d46ad560096159490a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..276628ed8efe056aee5b106a227da999503ae691 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06e0e2fa14f58e353a03718bcd91d45b1329e51d697070d5668e1fb9d6c7c2f0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60998c510c25da5fb403f1a3112c287a9ab17784 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c62b70b5755e05526219173b8307f9a3ffb25bddbe78c4601f9b9b2f443102f9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7664e039564f1950ced2bdacf79066ba2ab86568 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b59128edc8147bcd030048e77543f5df1d137e37f56e537042168fb68fc42059 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8af9e56954352413148c08690475d889916e9772 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6c2b773900259cd8d4fffaa636402bfb7c84ac5da7f2f6a8b5ecfbca7f64c6b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c5421cb117bd181858dcb3da06d8bb16711caa9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdc63caf4613ccf8f805636118fd2295c6af7cbdfb9a0f8e6abd0cc713b54279 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..370c3d9c60c58f7b85b3eab2268230abf08db8c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05ab837716145a2e3dc211611ddeeb20696e0e25a4b0168e713c324d3adbea7d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..616919a6daecdd9d0e7463149a37d37a33caca48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fafba9cfbc5641e0e546de118c627530304f694a1f47909fd690cde4f801a475 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2de104598a4b5187921bd4b3dead43927bb50f97 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16e5927b0e5cb34d6cb01ed6ea00c697b499422bb884739da83c02101fd603b6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1270bf9682df33966854c90ec424c1e9afdbcb6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a1bc9515de77d25d0213d574925f9df931a0eaced349d1fbcff852131efbce7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71c930dff6a415554110035c45a961a268230d45 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc08e63d7eb83bfca8677edf4b29778e8fd23d4f9d31cc197c2cc6ef57f03af +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6eacdd1ef6fd48bdc9387b753ceb26c9a36c2ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:976bc730b1585a3325da7fcfb2e57908c774879845b4ef309860be1b8187e4e3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..482a070a1b09b9d92fe42559b2c0b9a34d877ffa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85cdc7b1889296e3234774a2a701ddde40ddeca368ac7058178eebc5bde897e2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9ab54bad88b7c4a1a442099a0d5d963a44744b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a35a840d92fd0dc19baacd91d34add110b276bea12d749f1faaafee0b3d9d281 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85c7f0bbcd4591740d9d9dd9ac5bb38359338b1c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94f8f943eebb748bf568b624eeb89d76f10e62cbd718d3cee1de441bbaf0c181 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b31d3ce2f3b3d937b746c48a6e61e1ae4eff44c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23accd8cc94567a3d359651015205466df23a42867c4fa753d5e8a64d962aecc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89e5f325ad98ba44119ca8a53f6774917d6f68d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:364d4a6e2ccf8d9f29ea2836b8e9b99ed2b27c9b9503b967344b5155b49a42d5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b201d6c66ca68b0a0c970c109abcacd5ea9d58e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e189d239caecd9392180c5d6e1eb7bffed2fa7312cb63b4dd0a279c063d0895d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65625b68f11cdcd45acbfa2fb75f45947de97ccc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f7e560f1644a3fb360995a79f48d1f66672610a232f1254ce802b568db9eb24 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3151e8bcaeaa35d3767d27270642423e547756e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2df9886448863196ee93983b17f439ea1ca3f53deba1525a4e38113d3dc85a78 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7465be875a4c0c451af0c8505765b077d7920856 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a642df7c342b516e455d557675136091c162b4a59c8c6320c9271b8ad28516c4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..888bc9f9aebe2474a7c86814a2ff8cc1511f2da6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a59ac3a32218d5af316eede0930bd670649d74eb5a2fb54a4adbc68b4fa74e23 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfe09182334059cf5779b22b1997acf47ddf9cd7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b18d602afda30a9878f70386035bef7fe7ad1822759195a23dd7755ea95a1a29 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bad755b577afe9bf0b2f4fff03bd0a163859f1fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eb4db3d286b04cdfdde21d5a1a129496af052ece7e0a4086d1f9e8b963a213a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa85a228ae89049162892e2acc9c3975a96b5af3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:130e5f256ae5c227c519c9e122d9591654998384ef80e93c1f2920e42db32f84 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85fc905e3edd619609c2288a944d643d1c36e33b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1647c8949db1152e7fa9f6e4f1d5e452981247afb4f5d970e0725f17c50b9c83 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16fe166e17e5d5b10e67a138ef6d28424a2bd5f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a2892ca829ea32334b373c99aa3fb87a3774500c0f96a1a7b625fb1f25fa125 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbe2ecc6063c872a32d576e6eb39b30c2a570e80 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4821e7fc9f33e299540ea517c99531dc5937b97ae1a99517fa3c8358b7982291 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f68053d8ab3d6710a40c8ddf1bd049927cd9c6eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cd115b8b14f88fdaa30939f3bf1c282c280dad18e2de53fc56ca6bb80d1968f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61e42dc51362fd241759e860cf229b62fed837fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9efea90559dc3f72fe7d32abd718a747553932e1991d4b9263fd2307ba9bd79 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b72c4e1dd19cd334f6840a5ee482c4bf7b17158 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcbd1c0027f3c295e6a49617cdfaf77bc99b0bb9ceb017b5997352b63ac731de +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32979ea1db4bdf9ac0e8c41ff3486b3631976862 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:357e25aec13f9d41c10d472c8441e71068add77da5ec188ce2a8bc9497de50a8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8df551e61ce236ed55e3c0f0284e99586f81d78b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:335d16030fd449890efd63e07bf4a8bf06bdd7a3cda7ae0fed4aa47c22b81d64 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82207451742a15e154f6d7b92461a50878faffa4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f207886462224023e9d4360df0cc7c7f3273e563dd9a585f3e33936fc3120f03 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19a77b7dff292574902b4d78df0caf06937f47cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:889dda492700086f3109b4d0980cf111ad615192fe94867ff7c6ae2a80c0555b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea7633595ebdaea347b12367da5127130fd3df71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e0b570103c226a17c561fb4926df634e5a8aff0bfeed66d0aaeb898f9e03e26 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f6042cd534747cac990cc4be9c9e192938243fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2b51119b91ee8bef8ce8aa4a55f99dfcafd1846a7e7f3653a9710803afeba7a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ea1d1c3591d58d2ce6de52c72b93b1553f406b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17c9104a1d17a073a1497f94a428344e404ccb430cc08b0e13b674a30db636e3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86b81900a45946bdb51ae02d34cf85728867d0b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddbd66c39583dfe4cc1192fe6ebc59b83c03c577671bb0227068e81d17013f28 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3380e0345162d45f70a4ebbd37f9550913771f8b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1145ea3c91a7eadc716e99c8a27ed2374947ff2d460d28fda784213dbc4033d2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4eeef075d9cba7751ddf706cd9933cbbbac09e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79a8b9d81acaa28a7e7bf28d29747fbc7e7165622b0931ba5d8a7f9277ab1e7f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..732bb59dec679055241b4c46030d8e2808741d34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6761a77c77ae0d91f2ef6878a1608aabfc3f9cc614efc89d0148e94c4693d67f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd9e2401cb8500bd85a8a9a823850c3460bc6403 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90544dc6f548a1cfd0e991aa17d99b44daaef8fb37f7ed0944f8e1e7199cb075 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cad09e376bb54aa84ed0ee1dd2fee4b074d5302 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4b9f310cdbb2becdabb03636916284af486cb9db8607e0ba30a078e71fc7a58 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73a39d83f4c45a01a60b08b4612966073d3814ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b96c4e030096256e46868bd8887cebe9d33f0d93b98ce1d34cecad1f48f3aff +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..babf3c1877610b90573b6fd46385c02d8d12046c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b734669b39d37848e744e1e5f2523a630454f1b067aa350f001aeeeab382994c +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60075183f4b441f9c8bce797b028a35b170f996e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b9f7f5a4ae366c771a51423fdfaff4f04dfcab53e63f4b1c3314700da51ac31 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43f3a1116afc23aedd8e3755dcac7a52d0a9beed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f13a0040b9e441c323110015d5b6ddce07bd7f4d08f787ceb5966eeb9e1be9c2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f8eedc5588f396bfe3dedb0f7c7651f3bc1066f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8eab4419e0199fe533ea7f0fc7c7b21bb26ac8c010ffa4a91b1ea202499970b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67451946e2810d77c42069980ee1c18d5037ded1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b15ddd6ecab20cf5c3b46511a411bfdc994f0a8ed199b273aaf49f98787714f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b508264fe4c4eea53a7d184e4f80c481b664c76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e9eab9db6c7023b9dc8cb5b184ecc460048a749256917d66877b8d80fee57b8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44aa7378135899b96ec4db27a752889bd55d6b8e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339db80acbd37cd22294f14b913c7990b222caee8a70f780e699088e1fd012d2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51109b1935ae6755a522b5bd947222fb968bbd39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee8206b702b540790a473927873f7d8ff39a85e6be80e75174e93a85cc1941fb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a3d4069e097387994d987365d08893297ea0ff7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0789a7421416082875e2e9ad229b41797748436a41e41fa4b20beb1967f0c860 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80ddeeb1e713005407df8fc87ee62b60ba12fd88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb69fc4aeaa1bd3103d2b939b6a07501d1d90450b7e3df0488b242430872068 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ddc62ec7e13d39a2fbae86ecf4ac5813526a047 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e022be4bec3d75d215c9148f5e8e29c122c6aa1e848bd60f7aa0118cae8e536 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3701befb4b389add1a7e9d0909be07629728a428 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89b5355a52c2e5cb2056772dac3e18f3e685da40275cce232064d78f8d4096a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c70bea6658d97a81851802d5f84020b5737451b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67bdf6f7f2cf01e4263e59a94533ff2a588dcb1ee3cb0dc7b7f2afc3efb09fcc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..557a60ecc8697d2034a694d4ae27e5564ab3b640 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35a04ecbd19910c9e66eae752ffbe353f562247c20a3252f50e213f0026cf9ae +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5e9dd68ada65f8a276a97b619143e544c6fa4a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64bdb7b808cb5f38cd54c2c570db4fec228441db1ba95c9f0c192ddee8db531c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddc10b924081c3016de748957a1a193a5d5affaf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e7c8766cc94fde1598ebf998523ad02dc9116554099a7834eb44e563cbbf8d4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fccd1c6312db7560aadc3a2b271a8031beaa9d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c88ef319466e03818861c6ed419839cc61c0ef37160323501c2f0e975d34a0d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..985f34fcfc65acdd26b9aac20731eb7caf6d8c50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59c852dd2d68a1771650947429834e162b56ae5e83a84d4c4494509552776944 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70942be06710a47d2b1e56ccbee0cbe0539c2186 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df3d3e3aa0ec9571898b6f91b39582b3749941dce39569de5008c8e08e54ec04 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3097bee56e2834406a157fcb75102f886fbc5a47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a1ba7d5504dbc39b22320ffdaafb13ba0443496f5470656a9288701e6b06d79 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28c719c0790f76a9e3bc1f6d8d7a487d141535cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc3bb3c0422f3c527910d53709d11fc2ff68cfca8bbe0afa207340cb443973d2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe3728d41cbcfb60015a542fa43eabc13e5ca363 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:899b7aba913eeefdf8236211a93e4f525f32a7ece8bf5bdde59ecd3e8602c561 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..25fc4d9eadadc0e5d23729eb18137d0b55f7f7bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9020c9cce5898f411b3afc1e52f6cdfe6dac3aa43fa8455fe4457e77f8a57d7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f92c4add6a5b9e9ef2dd450e766a1ba1ab4a7988 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d792e90c7afd1a7802c2d4a048c084b0612b07271d7236cf58bfb51b39565d1d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d98aad7d4c3503475d98ac7d42e8d3780cf51623 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8861f9094c1bde32150e374d39a5414f533138de15e713bb8c1d370e8280dce8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f69b95fe3156a22147d9b6ea1a832f32c5bdd7b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cae5af76019f546dc73d89c899be132c9a9713b8f7e7df6b0e5ebfe8c18642ba +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf837fa56f72c4771db1ee049969ef408895bd4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc24e2b6c6fbb9c65dd916c55706e60b45ca9a2ebe386d60938bf8849d891d0c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8413c0a64753a9d6a6993722d56a86bc5b4d6841 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b32f97e5f4a881d083bd36769cfbb6c6a0478e3c60df4c6e9dae7ca8427f818 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbfd9aa598f5519dd93189bb1d374cdc8b51f559 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb5b689103dc998f5417085a25bd3ea4ccf43e8f6c1e45219a0508156f46e184 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73218a7a5586f2e4cbc818cb30bd3821aea28ab7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd1f45f742aa5e41b7109ec7385e725c9b7c73fbd946bf5dcb4a6460e5daed10 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09ee46e937fbef98a1df6aced9fcef982d9f3d4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0d82b3e0503623a003742bb554f67d47dcc909f26fec9e840cc2dcc27f29540 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19a4220416bb92e6290dae5f74b4b6808b906690 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf68f342d3492c3e5c697d4ab569041267d6a889a67d63c2f549438302594dec +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..daab1a9def3fd4eb78696d4521893290323f17de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:600dca2662820e72371535e89124265259ee31559400c33654715a2cfa385d9d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..adc861949e5ff22af540edb27be701103f687b32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eca74693d80a784b56e6a3f93bdcaa7824adfd0a7293951f091553752ae4dc6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e673a375fcfa3071c07f21b74e54f46fb98292cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4b4a8f05240339a7d0c3530cc715eadf36b3beb63f195fed3ada7ae78ac327f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6c2f8558848f900d12fa17d3f317f33c45fcecb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:710cc9b8eeb02984f0324e62669a091ec6e9831a9b2c6958284e6f970dd2fd34 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2284d6c15c0ed4b70b625b12fbc2be0c6887e5fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6ceed8d469f6be288030ec6f809e7993ae8ab562512b820180f8fd8edb79c74 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..78c92d821891224f51fcfb51672183fc76077853 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c9d3c11bef5e47c0541e50f16d3407cd1fb617562024460935a72dddc6ac3da +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e5c13916567a145dc8f5801c107031015e5a3f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf03e90690ee61f52db8d3dda1f65ed5bf7324e1173a4e70573d71ac5ff36568 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9387cf54fd5721e09f4969d6845ba2bf5d1b626d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97eb1629614a3876c1b05b1e8472d9d75b4d2abb02758655001d0da1019cc255 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ed2986fc52b365859a59c4c69f674f67b08e8c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80c7d5322e68ed040ca31e31f2df27aeebe38f5a0b290552e35f7f74f0f07595 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fdf72f38b34aaf48b0f034daf0b8de0399a1546 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbd60aa1bcb21d899b2e736eeb045939c9f268397b4f31f51cbafbc989d45cc2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fac1e2f4447b7bcd500cc3927e21079fd5d9688b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e9e3c06377d9052d5a18e1cc04f022a72392a139b3306758949d911e664ee8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..64f5d5fc2b70d52b8cdbea67b53f82a086b828e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b1c039e7c51af54509dc7b34c7cb19126a754cfc6c09f7947226d2b4abe0042 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75f5ced12860d3a7cbd9fb0138e2fd482a258332 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90e41ec2aa626704f96d38a0fd7fab9fb5d6e0ff425ea838df5eb6edd9977634 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f64d858796e25da706254f9d52789a656b447b3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2bd3f4435a4782e16243493bb5b52140482d12751c9c52bf0ef7c3a61459d74 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16362490da7462ad11e84cf7cf53dfde4afdcc8a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:168010f2e964263ddba4d3bdf34b52f35fab3ec37d36baed52d192c56f37cf08 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..74b4cf72e2990eeeeffe1811a143f1e8ecbd7295 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bda6a35cd5026691cbda730257a2518a6e5dbd421e786d138bff3b823d642ed +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86fedd417c3c3c14a30a64f25162254ce148a81d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf6946ac50b9dd7ffbb07bd817ccf1d0c3d81e80003c7d5f47336a1518d7ce01 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b3673e7dc08000baf6a191e4a1b7ad225455c07 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b425b2036b859f3543d72b38bb4b184f8f5bf99069876a248eb9d1a104ac80ab +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff82090e95f670bcd69cfa8193264fdd9c70c048 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2c20fbf3f238a00f4cb442aab7b19c06ef3c814fddd530c069ffe734ff284d1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..637bf20d2d7b69b314781324d269d80cb6ace02b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5254a175d17cbaa9b621ba547ad68cdde6e0ee86a4127f159c506b85ace4acf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b94b8ac66ee2a5bf458836aba75f6c220dcbec0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8b62e94da32d497a16f41b945ab78fd1f84389ec5091b04af209ba8a640e85d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0646a63fe7273df36b7536647d693dc1609eb27e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:544c58c23991fb4bca7c0eb2b80e75382551e408a188a960b4ab4407dafa32ad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d1fe4b9707f51388dfacc594c108b896a1c7d55 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2437f17b083d91385df174cce854474f2c10b564d1353680c409494a9b07f79a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1c844d84f0040c0b6ac656646fdb208b745e81d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5ffba70870d4066d9911a3ab07aa739b276eb786bbe22f1b405c442991abf42 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3071e56b428ce735cd93b44a6b2be44f264a09fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0481219964e758c68d240cf80c19b6feb4f70f1a89f71432be004a4da80bbebc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d11e14bd21b949d69274b8c62f2a870720862422 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49661d5fd6ecbef2e6230c46a7358880700f8a68b676a1aac089f447967a798d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcd00b4d29b548b3e6607cdf4e717a41e9a98270 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbf7e65712054ee5a12033e8db28f68586a9dd83c00a8c238dfccf4e2041f9cb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..18fb7ac585d641763bee44be588915152276e8f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e8ee9f6d79c95a6ef2e27e25925cedc79cf3da1d806229b8eaee6c3c98426a9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e35b2cd47336f26c1ef1cf63d5d452114d11b85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:228ab9f918e620bc88469345cb1d698495f6e3717b6278485266a4e01f4b1d4c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bc1f247a6e0d7a45cc209e5315f18e7465808e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e176665427fd130340936002779db716e88fa2c18648abddd2f4d08f2c27427f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d607cb377cca66179624cb49ff1f53827a620891 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16322328d311cf8b96e07f595e8e1934acbc83c1064be31f77c2c73d0f17090c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af8908877b5766514ec76cc9d97f0922cdbefea8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a894992e7d96d73f633523d03e40a0133108e59a4ec79e14e2dcafb514f3dd9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c8d72c2b1af43d707b9598fbaa7fff3ce1f103b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:367972ea8f431956391f95155c12c06038cd60706e4c72b481df20d738a88829 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e448b2b373c23515bf1098bc23705ce2018ab56 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00147fa1564af920538802048efffca660c352e7ce9bf93cfd052392525153ef +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51e5e9ee7d2dcdc2f14c4966db12cdacde16aeb3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:071f1a66ae52d1ce6775f186ea4ff3999bbb84252cb3288c9d04b4cbdd5ed992 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dada5680002e607dfbb25be0778b903913ba271a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bffe95166aa99aae8b055303d2ad0bb4d55ff4a2df37282a5df1245a3339465 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..724b409e7d99630e3ec65d0b8abcd1e1fea67649 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8f8e4806f1fb835c78f6428747538c3b61c1b7067825ba86e626a3e5643bf3d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..87184252c871e67fa50d98a7afc70150ddffb5b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0ed30ccd754209e55b6fa660bc0673e0d042a2e4b059ddabcb0ea2924532e3c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51b492d4c700e54b153c9175bfdf13534e54837f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa94852d5a90ed740674b8fde7f7d2cfbd83254ab2c1efe9b1439e1ecc321a84 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b858f053cce4561a89f9090827d0c475bb9d8dec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08698f8aa29e0113bae24608abe0336f5d64ff9b97aa13dbcde9532eb4a5bc7c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae6ef6b606ae72b8c6e9dbefc7ca4e80fd9de50b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b10daef25dc08a4809e73a61da8819fda99b4f16b8283a55e179d4d44bedcbd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7e106e566bb262618337590942752341c62f693 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d98d70d3984b206d3d322dd5bc0d7918bfebfe5cb22bd6d3569df368de0224bb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4585bb21286c51cb2d37689cd023794e0af0136 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad44bff6a9cbb79b990629e5183eb0be87830373e70d9984419c6d0fff51e14f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbac0cbc6d0f707690d5f9a54b78fa48aa9407e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0ef71bc36034e6c796accb98ea7679dbca844fdf7d5a585f083867a2cb8f605 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16f36047f11b86f9e5d866c209eb21efe3080119 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e187f5b65115c685a405264d67c8631747d875403e9bd4275b364673e555caf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f36fd681f4c641822f93bab20a4ad0bbffca2ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:928b594dee7545a49ed9e5e57b55e027557dc13b5ae2152c1ddaae30c99b0d10 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34ab19262a26ead79eb6aa987076069fb736a194 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb81d54556ee914aa7a91139e4dca13cf85ecf27e9d5034933fc5f7290695b62 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..756a71b414fdb65f472ff134ebf36ab433131e94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3454efc7a0c0d29f71eb0251d39d45e49249c882b24aecf7b363f9a616d28fa5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..964ea5f7f1cdfc27138da65660a2c9e967fb2e10 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dca5dcc9168c22cc1eed1b0d826c324a6f8bba45db2bc76a97dc40e43345c35 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..716577fc2cbedc5375ef1ea090a3d25c2a8278ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:253dfc96bbd3fd45da38cf1485c0e927f457d6f4b8693228da1a2b3f206b5a6f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10f998a9026592e69f26363a70ffb592e5410534 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a0ff18969c9fdb51646a0a3ca593b54db45cf5757d3ccccfa787cdd32ef11b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb3b336c52856e023079424e042befdd2d80bcee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f17abda38dbc8fe23b72eb1021d782172a8efd5cb638384d2c4aa1a9c807d3e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cadfe1a6ff555ee5819b0cabe6c1a98d188d9e42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac7ddeb8ded6048308d978e60f5e95a938e7d43d58c9ac04d55691e615dc50a5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..863c8ce2de988d0a8659e66ad08e73192acbc732 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8cf7c0bb7f45afbd96ab5405aac02c246e57d25478d0db6cc2b90e47d4e6d29 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09c0d6792e0c9029b17c1189f63ab15f2f3517f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5e70425999c35bf7b9fc053b6673995c9eb1570ee42358c59d986b13ff53318 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..148a01065d61755048d836e73a6630e9341df7ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a32a4e9fd3b9b55880a159e810eb7ec98f07f8ecdb943b65f842e169ec8f250f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca031dd0536a8a25bf919949c0f3223e64105860 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:225f0e59dfea92606b35c521ab029be0d5b9f39fb90f66f90c2535eed67e161e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fa7ed3233cde2ef7fa17cfc96d4a9cb14653778 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a06888745f65ecdf1a75f09c21d65dd3554795e29a08e1d91141b06dcd1fcd69 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c79104c5331bf7caff96a671152c0c72d5e813c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2206ddfa2227cb0c15c798fd90d5fc7c29699ade1d593daabc5cfc8d8094c5f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6f5eef35c6cb22b15a028f9ffb7f7c0ecc9e5ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c52818bca40fb8d8c47c20ddfa3355732d67e1bfe699067003d72d2a7bf936b6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbac0f8794661de6cf96d9ee7d984527a5ca2ece --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:342a47a10365dc460432925816893fe94834ebc98bb55745c9bac8f583ce258a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..63bc0547231ab71c134d1247cc61d556f8e3d33c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9f815e543bbbae0e1c806654fc4793f470d2af15ab05ccba513bbb10dd983ce +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f84b34a0bd80e8f7b53d29744d9bd5e1d125313 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b6863c22490f9d89a5315ca3ea459c94da3491a704ee572fbe15668a51a2a71 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3361c36ce9b622f69b321dd131cd67bdf8beaddc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:770c92fb6ab96be0a8871c58b5fa0edbd2c3444862549bf5cfde7a11959f9a37 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acb945f85de72faa8bd735c6d9174dab782f845c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed96a659a0ed05043e3d186351d30b1ae8f41c68d4d601227807cf3be5e0f16a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8bd893e624d54d94dd76b73138c616a34eeef7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2657423ca6aad81a183aabfc62fb47ea14d9348a039b5929af0d026a1733df92 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b60a2db9483e4de798202ce6327f61eb6dc7bef2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8780145e416ef22d34cf7aef0bc45bd483640d14b078c14372b99535b4279c2a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5cf6c3a38ecd8f3b0bb8c42b3d7489868fb9748 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6bee1a83b7fda2032fecfbdd83294cb65a0c28c2d210ae2406dfe448f5f0c7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7c5e7db732bb1827b582d1d66fc611ca28f5e29 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b277de65518574d8cc4a73c6fb292b7bc12de16e3e1f6db8a7f28bd3fa29894 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f24cef75749b8aaae8153aa53e9593977f3a500 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03de639e097c540af7ba3897ad06b97ad807ba47768cd0f0245a6b40deedf549 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1995cb758b39ad618ea2ae65a4caf5b073b17bf7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39a335187de953debf11d3bd988b700dd1e6b66ccd8ac61b7495cfc50f08bd55 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..99fcf0c5ccc05114f943f04fc1f11e7617243742 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89f32b0448b829819bebcb8b2490778f82a6111b3822003cf850d55483e8a835 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70aec2e2c09f390eda08a955bd73c039ff048056 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d0073b4dfff38ae3c495b5c9fe4edb3615f3dd99e9bc192ea7497940c1f624e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1356f6384d408323745998305636fa39b8a68de8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a85700349f667482b2e30183eda39cb4100c31a7467dae52365444fc81b3e197 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..433d60c7492f6b05be23fcb29f8ae64082f9228a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffc48cbfb0a72ae9f639aeef90f5fd7789230c44907add28ea9b7ff0ca11d78f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d178419ca8e27de2cb50bdb2c69da93ddae0e4f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3de2fd50891ad398b3954436e5c7f9913a31faf48962a7c5a8495209a4c7e5b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3d721eaf8ec7ea483484fd044fbd3d6a83b9570 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9755908caa5e2f316acea231e9afd55253bacc679011fc9979026065861cec3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eaf4794feffb4711b3370d639f02f65e767ae120 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d73c919bb6bcfd878b122ada56bee0170ac13e5c6ac4a1252080a62afe414a51 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f367518ebc273c833bacf09eee37ae47e4d76b80 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19d9b4a676e04ca22d19ee05e16e17015ae9600971136efe6c8499d79c414ac1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be0d85aa065126ffa517d08af93eeb6a84861679 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b6008a8e677e688600f32657422bd6df1c67c03b0bbc57298060970d5081baa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97a279c7b917e4df993ad8a2967820d2b8c0d033 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:baee99b3362a391772a13dc3bc6ec76850793efa6c3b2058193064d2790b41e7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6356f9492f5554c65e8a62e46f762a0f9cebb27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87a3088c86ee48d90ee113fa863d7d919f62886029685475e4a8b1584671c4f2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a73c02865e78878ea3c242230e1830c5ff217499 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0e5ca10f6036c7ded53c87607c47de89f83f7d081a214b7446a1c3a998af1ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54475778732f6daf47f65a3c5d966ebfba439550 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9f555777bc34bc988429ee67dc3e781369f080b799c114d4bf87d482b992c00 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c506d0d774449fd215c9b7be2fde41f2a5f8e8ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cd0681871517b70a25213b24bed93620268d57a6279ca12726a592b48f346a1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..376ddcc925c9dba1f1952cbcbee2b808f503e75a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8001219f6d58fea3964d1bc0a6708d6c5d33622920698b6eb0982842a6230964 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d83a4608be67510fbd556b1549e1f26e6f645341 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a32c7379daef452ee88ecbd2d318af39bb2f34a37289cce4457bf2aa7a0e7e7e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c04918ca91102df8d6b8d44e371412f31cf9c6f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0c3e165a607dff97726a9b4e496b1c594688c41fbfe55a061ca51987f277820 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45c77951319a62d27a2f6270d700ac3a0f58b9a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b50815c31d487b5c61bfd90da47d90800321559e23712a4694197cbb722735c5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fe254aaf6b5f0a1feaecc319c861acd87b8f5d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:798063692bf68b6bd77ef49eeef44ef7d3aaec8e1dcffaaabfbc5050a679cf01 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1555561e3dd7c1859add0f7d10310590143aa936 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58b39ddaf9b76508391cb17cd25d91acba888cc17d8f340d6bee708ebc3ec100 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e98f86abd3371214b2028181bfddce2219f57fcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c7713e39a3efb69835f0171324adc3062ede8070c43aa5bd625afef98b53346 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b276cab50e1d08e362c7a8ff84954839744f914 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adb67c9fea142a03351256781b1ec1988efca0fe91b50a2f87f06a1d24a7685c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..268b6eab31aba8392e233b1d936eb5718a6cf52d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:133690c08da809839faf1a220bd0a20a155151b57fe0dcec2a8f4c7588a7395c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f207a2fb3327b3e41b1cf1f1bb60d12562841601 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aa2e60bc1e5561d9526c378e37949d0f1af17e74ee3a58f66eda6c9a9a68259 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0776dfa2034bef29a71012f8ad69cd3335fb5cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62959375a38cca8563a230240f37eca5973ead6992cee519646e0aad98b8bda2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3c2fa87644140234c0aef0cb7d8d2497e2d2f15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c334629b8a969b2d4a48b493ed8db02cc69f85736543362543ed181fba3f1479 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..244a738d85b18995a73c6b75cc2ce8282ce36c95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dc379c6cf28de95c266a8d881fa17390c2fdd142a81032436eec5d25fdb076f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1e97ebfef3e22bacc3861dd81248ca281edd569 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e363b2b6e5adb1d5e62647c70ef6b9439f9ab6a73ab19dab8012072df9ab3b0c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d48abdb9fccf1342c1ed68e9de93b7385899896 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6549da4d52b238e9796fe62e66a67cec6f9de47dbca5b98d62084c4a5be21a1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5860b22dff031fb56d4d48069f7c385bd806da5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97c4c7a7af909efe436fae0fc6ea91bbbe016a60ea84989d1a3333b1b2408ac4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..25b82483eec8f82859dfc47a97c34838a7896b95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e974f0bb8886286d400c100e9bf3b4de25a0f9490096e9efa1bf7ea7fda91674 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9267135e1fb1f729c3f424d98a6280b725bb34db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fd2ad257c07158ad4c9e9dbd9d3acc7df9daee4871501eddcfc25bd9679d865 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4958e08922d8ad804688d291d712c4a5f4d12c9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0db4d9e043f925e5033c3d8a5939ea1608db1bac7cd4f2f663d34a4a090e331d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad2f41538b763d6bcd75d7f87b70b2d47b2b1566 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69090bd69838c8890b06759279a0fe776c0b163d038d85a899779a54a404a509 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2de5f662ab2fd36deba1d43c72153f3c1284cd3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18289b8a26e3d566f89e63e9ad029c06e5f20827a5db33e5dbdcf7c9e5724284 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0189dda6da91df28b78da1f61005d80e9065913 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27d0d16be2d010f7f6c3373e4a1d077036ad21fcb4c10f517ed98b84c9fa3091 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fce3541c654cb9cba008ab7d23465366478b92a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f11bd0861de9780d36061798998f7af5b6fb27443b78621bc133a92058d1d5ba +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ff697e3f6f89edbc0d121e18dae3ec3006b1983 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9315e1cd1cddf511e0e0f63f35b1ba88bd865f4756d98c7d8fa53c15023fbdfa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1caa8bb542cfdacb54eb5dfd563a06c49b276895 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d421d69632d06e3fb6e87202e59ceef7f9e091942fda643d38fbc296b4e8a13b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec121bbb492d11b29afb592d4f683656be2b1ef5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe1a3c109a7610f3f3d9b2066a1664bd5d9778a8236860f8aa7ff2278699d748 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bc67f4f1c1142262ee5354c0540f915e81853d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:150d046fd31c0ecddeab1fd97a7660b0daa75e2ed476c50b60d450bad3108686 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b8f89c0ec2b3219407919ee97a5fb26d584bc47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c4211463cb9bf98352630e33663304881f0de35a6f016ad7ac531fe85f91f6d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34718c332298b50ba36fb15525d4269f23e91d5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e2df978d2d12516eb206a555c8d2b2c5af3df759a0853ee1dbb82c30787fe1e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10d9d2657ef6498ddb69276d1cc33c33d2512b87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1506886392c940b918771e4994ca3b8c82e8ade01c52c182299b4899a8a9f5b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..33a1a474b573b4078545a95af23e1e6a5004a30f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6c59e55c0896f455a797a9a97104812c258c683f3e1f03a725120070f15655d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9a4ad6cf18e93489859ce59c299d86a0a3ffcf7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50a239272271835c0de8bec41d9f7999f2dd143753ca1e84d986683d047a69cc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0b37f498615017dd2e53acb52aef06a7a06d43e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81caf7a052e2e471a1e752fc8f159b6d9b1c6c20e259f7cae657b80aa3558f9d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f721aaad74c57b999eb98217bb52b5c5c95b996 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdc1a89d79839e4dffd2eac01a7c647b0d22eef7ddaf55a333e87f836fa85ed7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6897b2dbc6c5d9fd940b438377a22b055804d306 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc85acd7ef1cc88b47139f13b8e69481b5256af904392fc9df7252f9cffaf634 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30abbfa50548b831455ffe464989dbee0bcf0763 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e7f73b7cb3378946f0dba65b22885a7fa6ee119891d363b3da4bcd2ef53ef91 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..311266038fec43c35f38622f71634a6df43c3765 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:966d5487e22b72eb0f72a464805c6070ca22c447adf3e8b883fdae55e4e87222 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6455edea98b593800ee9d8176b13fc6dfc5f8c82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fea706005344b3f09e1a5a411242d3467dd03f7ce3c91e95fac8fb70f47f3cf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f8579a7acb00f666009207b7ee83e90cad275ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd21c037ba5dcc88bd0ea3c5549649cec42f728e424facf0f43ff7a04b3620f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b2470103bcd9e7d2a036d3a39aef3568ca17998 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d617f216de2615dc73d3c94633780e6dcfc760b3082e7ae313e78207c326891b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45ffe04d8cf76784b8af3ab6eaf648e2ffd6a6e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ef247411318ebf3be9358bb9f3fceb7735dab1e8aebfd5d6a227aa6b3b6ebb5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..776b3a93be5f103982cce2d2dc23de380bc7aaa9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b39cffae578b491fda6cdf19563c51c4983d8c955160f9d6b3040b2d7b43dcbc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df0f006a5cc58579fe99d1a6fd17c52fcb25e38a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a97fa62ec2fa95bb6b5a2558a31daabb74fd90cb568769abaa5ae52ca3cc0ab +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..715bbd4aa107e70fed0d05a014edcaf94d08c062 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b63217aecee8cb9ec0e215d22f7e8e90787ccc2368f84784db88261b77feda1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f5385a798f74e9b946db9104563f09571df7b71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f2334b74277470f5371858747f615eeb322b38f2b30e6c8565dc0911743062a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5339e76bf67e6f11ff9d2065f631ffa0b32d1b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b23c9d334cb508c0a786a0933a8a5f0cd0136fecfd112d402e5b63ef0c89b33d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e98b036e5cb099f08b8cf6aa84d7b3fba1bbe966 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb66939260cda2c7ba4f63a3ffed3da7cedc09532c87c36dbde6d4dfbfe6785c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b264e9691e6fe61b0ce3ef939fab11fd569b314 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2adf16897bd14449b0b3a02bdd4fdb034266f2e23cb1b1ce503af0c846738ad5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0aed3220b1184ba287178035479a029694a03479 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24b44d389cbe4dd1b361adb7ea07caee188b549527288a0656d90006946c7397 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4446b952b49462e1b4f37ba0ef5ad7f96ee939ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ca7bca34d3c52c66626912bbfcae325c156f814ec3337bcd40697cadba286f3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a44b6f3e6f26499709088c0009985797cdcb2834 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7d73f4f0c8d279496113e60359fbaf0b13c212ea74cbd055e24df82623d37f6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a8e801b05c6a6eac934e044e921206af735eb61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:048753175da6516c7bca91b4d9e634cc217e52394875150b17aa5c5d1725da31 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fb73d6bc755ca722f274f221648eeb3e5e38c99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e1a4fb93d9415cd00f8ab00c26a5d2efb21168cf627d832d252425d482de8f8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b45a3b5c7ebafdb119001876aea15107a7a124f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44786b4f7ecf6adf3c70a18937c9f74e91a3a021232e8338456ee32bc09874b9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e21687d3ba4977dd0a82ff5792998949077e950 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11e08df77a86d4b47874b7017a442782829ecae0b225a9850bf2805e177a850b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6741a53fe9811c2784fa1e712056906c658ffe27 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:978dde496027d536dd63dcfea413eb2d68a2a3a260ac29627019dd961c6c237d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3cf9a65fbd1b454701c946e7edb922773ad68cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc5575e40da2ce8aa1745db093bfd559103a353b4332387d2eacc52880560084 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..685ffb0c0da3c9f664219f64a78d4c75d4ce884d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeb8f5db93b1f9d2eafff9df6412babd616594002707df2c78ddb114895a493d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b97715e0da1833a4b88181fc822dfbb92eef4ef7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d1291739797fce0890930bdb1cb3449e0612c8e1048f19092c0e587cbaa56a4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..497b1b7d93e1f31b6d3d79096bb4d77274adcdcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a70d8c87c2aa9282b18ceb96ccb64fa39880e071be54af8551a800b24eb00fd6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdfc71c0d6df180d13878e40cee215575e3f66d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ce40cc26334d9e69f00a6ffca1d39773cc6d4ba81fef5b9fe3eaa1ee055790e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2536d386f83dd23500876859f581bacd4d477349 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d891af3c4626370ee9ecb7a002520974b912093359c141ef227bbd3826d0bfb8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e49a05d04aad857581f2ec24b5cc9818e34d526c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25c6aec7d535aef64411e2d4fc0be18c4e607c4f62adb257e497c7b0bccd4339 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b912602c38d102b693bdf1e6a1e639c98be402f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb6ad769c92051a3b7517595ff57bf2ec7f2491a8af835ac7d0818ec891bc738 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a933fabf5191b3088859ea2f367229619367ca8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb7963cb190a306098f56dd21245f7709d07d69367b6ff57ad6d4fef44985146 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96efe68e42281ab28a30402f0777e6eb021ab52a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d2ff25cbfffa4391369fb78110325da76d5959b37dad17ce94ebf339f34a42c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ca8c4cbdc49d132827c17c67a49e4249e9fa488 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45e89a23291e0aa45fa97634d58cb9b8983d59dfeb0066275d3566924e97a608 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aed04c4c977cf01762d3f62bc8b86ebc54b85d8e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50fa40d1c0c66eba68106aeede5f43c6bf097970e97da772753c4961ab835f4d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..263dbf5a88a7d39404e354318478adfc80c0f9c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:218e9290fc618ee711d46e345b2d3c4bc861c8406107bba67b27844f5bea6e80 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70a108dc9e32d6562bea861e640c6b9f7006fe45 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7b422004b14076ffb9f234dea042972df2f7487832aebb13ecb6e1188d9d27d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c15681bf7067e1a3bd674710fa7513d5077b9ac7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5be20a0952697f5f484852ae7dd461cc08e3ef14eda50174fccd4043df6543f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca757a5f089fc951de7b987ae1673f004ea0c0b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2fe433878a9eb82f60a451ae56a4de4aaf906f87030a9aa3c371abf1092b7b9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5b107b45c67b09f752dea16eb7ebd18e8df2645 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c773b71beb6865764daea9f9d2d688d96116491dd54d40bfe15938c34c46e5a5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..847107a7fc5e0c6181b9e284bb2feff6a25596ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0be4a782adc97fadc54d2f558f3e0195848867a9a0c6055acd7dd591f3a009b2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca922882c8e9d57ce05ade6592b90aee3eb556e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e8c82028fca088db2c99861add22cc9fb501645f3a94b5c2f4fcb5fd6989056 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba4eaa6019b071849f64f2b88fe56d5af6c15552 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6511e7b17fe8abf2745bbe17250546023147614760b8bb6335a9104c824592c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..98ceb32309444aef83dfa321cf4494525b672d48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d505410f1f818bc4a08c2ad402b4d983da53b47970bfa6205850d5ffc5770f38 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a484482079f65167448d0fc1f42205bb56666a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a0e773aa8392f7d79fac6cb4958c9a46423a833d956410370c992893730112c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9bd177af2cc5530760182eaf96ecf6a36f06c30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85270a3924cec4acf429598485f6eb245afeebb3216d2714ebb5ef2d050f6c53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21b0dfdd7c8d08c5a5eb7fca45beb015aa45e223 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96fa1466bd3ef9c913bedce9bdf5ad2a2eb3cabbcf980f7a61846dc910043385 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ff59b5a2fc2f18226f1b5809576c49cf646450b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f8a502f6e91cc3b7afa801bcaf19777bfe7b05febc4bdf721ec211146db2ad1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..363fe5d7f0ad55d54540dd356ad7208aedc92aa6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23750098aecd8085675d848dadf3b53dc48bd95c8bd78a5fbc0736609fa4d1e9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ca6dccf8f398126af927c3a8808f39957eb9f28 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54974ae4c58eef62a6d1ac99fcfdae73bf6d7e7520db0a01d69e4e676d767c98 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f97e6401dace3dd6f07dca59ee9c9e9ad3b6d4b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7624d297dfaaeb10700118504b377254404bbe9df7d6cffd1a114de945eedda +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84d1cca816c0ca48a7fbbef659576025e16985bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f57f8c64fef17d7fbc11bc4333d6fb07641f97f29a7406bcf116555819937968 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c54e0a866b407ea4e4fba154aa0122ba805e33f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abf53c22f6cb53ebfde7235830471d1b6b30274b60789f7262f89fac53ce5170 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccb441ffe6dcf89b44e33d5d7d3da602e3b4d215 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:179e4c60d803df612746f0292a5437474765713956ab7cb718c832cec94c36e1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bdaff32bf156f4d55cbc8ed98720444e4de25f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d021d890e53d9523338d747668dd5e878d687ab82c903b039183369727ec088d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d8f345172b9df85ce4b8aa433f17965a79f8965 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aa5d46a0bff59a40d7fe99afdc294203d7548424da48ae2af2fd7573625f19e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1bba57498b7780bce70a3800abab6d617f1694c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b54cb90731aedfe12afbf546355ba92eaf1dfe9f86d75cd83530b6ea876e64bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf865a676a03c004ee7ae904330740fbb383d524 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f40ce8a58481f4934190b1ac91747a5a45e98d2a32bea70e6b923cf2a4ce602 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c18e761692f73195927ef5b4bffa1c2d5220077 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cf5a9c0277f8abff9439171fd7ff7f84fc95ad8a37914617c5a1843ed6dd169 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..355e96d4789b5e9bc44ce328e9a36a7e882d81f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32fd7b87249bea34d62de9815020759fd12d6c070b8e9a0617e44a636532dcde +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb2fe2556f407b6740b0aa421a7bfd4791a710b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e760603ebf3fa958aa8212c0de0eb15d3a77bda1eb12e36fdfa9a8d2231eefe +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a1b1505c62fb59401a824adbec75246db2bbc0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4c44caaa86b909fe7aab25c115e01c2148298da479a73e8ffb0f870a243facd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e8d04b03bd0127e96741f0bdf9e37f3348837af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61a82f8d176c5bedd997017c2d57c63ef6ae53711a3a970d6045ad3f71e79b6b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d026e0a7feac1a45408ca7c7ed41e047f311e78 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1dc2ca920a03c34f500342e256bf83ff16c721eb48ace7a0e334828f67b1455 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e5f47afb5f028b86888735b23e72f847a40e35b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d039b5f655e4b4d7e4ccc4f8397d70fbac9455bef639159e2b7d8f27f4fb8471 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..87311602c48b3ed6b2592b8216dfea233f5e2c92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ad58f40d054607373cb9fc5ca6f753e741e8c5e5b8c3b6a244c9577bfb85acd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc4e757ecbc81810358b278003988ece5aa42f3a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:497b9aa83ef440f3005ea37230b5c83612007e6ddebe18aaa2b19a0abc700798 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f00afd76f0fb5200663fab0ceeb70d2bb1feaf3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64b490895be3e87c1d02598ee6db2199fd7d94bbee9d47a1978464c4b1319ab6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d641855f13566647c6dfc86abf3a2c887d7becc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58391ff393616a46f7eb3800242e9cf22c6c63fca2ec963d47c3a68a9c3a6215 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8b835d278e46bfbb6c11121eba795aea49ac098 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c48ceb382f93366218a3abd920c29f9559098298e5d5a928e02a77b8a1e232f8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f452da59b9ed05462d4c61854a07c1f9d4c14691 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c75e77493050c1bb80efe56f15ee80c207ef21bd7521586ef996f9002202f067 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d53dc04bd0028bd4932c4022bc53ae6c3bda61d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:392b1a41a70b81cba6504a419100f1541ccbe4822d5bfcbe3069998b2d5aed15 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c14e60c2ccef6c5103fc7405157cae2a647456cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11bdc64938f1672f0b80eb5998f70a10ccc44cb507ce2a753b2fc37e0c477a9b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57a8d4e198aa38a0bff2df58bffffd48cb498954 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a6f2993015093ca6c6343ca0917c378f4c8386d6030267d997dc214e70c16c1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..518adfd8815c38b4d871c25ac60415d0db2b132c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da6920d3276423fc5ac90f66f695ddee8fc33b69059af2ef22ad70083af637c4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1da929909199b9c18a06f3b4661cc16584dc3fe2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75dc3f62326cc029ca33d47e33224330db0ff24877f3c7b77b807cd8db6ccedc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..491dd881c9a66d1486e08ab4b0fafd9cd32f287c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b50c7af2a281560a0518178ee9e9133d8251b19ca399a0a56cf1b7d9c19a40c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e65f1859bcc76ba1ee4600db9cbf5036b3d954b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df013ccd128b42de92ba0bd709bd50035b90c6e30ebd2989b01113c1914ecf26 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b584140599030759fb62b64456247dc10a5d7367 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad4e89f48c8d4aa50fa1da903d0c55df548202f6fbcd6e8a57ab44996400c7bf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14f14b76d0cdb03ce33ca12622e4c3ddbabc2c3b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:393e98af088b654a04f1575eab4fc670433d6ec8157370a1b9e51eb2d9a56482 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b076bd6ad4a026b2e8bcd9ccc046607562dafe6d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa43bd3bf5318093e82c06df4982b1748e7640423f1548f11f2c6ffe01ad18bf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9683715e6d5ba813bde571b098b26031634487e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:345d926724b6b5113ba0e8c6296c9224e16a96177963885b8a94a3e7a265d6a8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..788ecf316036a6d69da852af232273e9a3f69c75 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8542fcabd6d46246a160fb13c52c30f22442bf0ab1437ebee1a66e0e6f85e867 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f21cdad1f0334e77e4ecc318b8d99af1a059a9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6619485bbc44aca481b0e5ad669a097acca76fb2f6005ed9994fde0cb42da55 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44a3ba15ce7fc4dc91164df8ba241c6e147dc47d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2772a07a358debdb5b7bcc2b57a55c54c8f081c5081c4090ead8a999dfa29a6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d102d921877c6bf514daaa70920c175c5797c6fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca5f2408009f0effe957dba4bdc18b7103259522f4c2be9ddcc24d7c3ab8ba9d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07328acf7e3ce778464d5e68494840bb8a7f0c15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65228aad5824df2a110c3bd27641e93a8875a16dac402063e60bcf4ad3833d7e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee84e64b5eada36868def17e039888f5636b1e33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bf66daaa88a1ae42e7f485eca63fce36f6b4d6804beebeed40e18b75a33342b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4821fa6a7b9f93439e1d57eb3257a2b5d008bd9b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:661a41be85cd322e0016c7ffd2995c72b5b75e811c9f7c77d143debce04bd8bf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9afe4bfe49f19bd8aa9d698224f872bf2a349b73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83775767a2794c60e85bf79ab3ea8448607233b9f4dd0e0be04daa027f80fce5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..126a7d25c3bcbabdcee4608472210590a50f74a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ee5f61afbb5815907780edccff662c201a4f450a5da551527ee6a1659d83c2e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f545f0c6919be7f37a1b706822882254792f79a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67ce56c1bd21a03e669e60502fb38d3834e8d8627cd83f519f634a9babf1f2bc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2353ebf9354dec5432b807331a6e10967efce338 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15ee23be426dfe6964007ec4e2e99493303350939fca5b64655e0d3098d65d50 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..81774361380b536042816cea5091e041c4dc4c61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3126b2af2f4b51cb334a93e7c23e9f732084706ea0a3350d1b74683136821b42 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8b0f3dc61f57826c0b2d6c5801b309aabd261e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b947154f09593404618f5cf853c25f328a3f39aa0350812b8beea738652ed87 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f9ea83a32aafdf1f4ba9d3b0663476f585f85c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e92f0c1b782948199a1cef5c12d8b649fafa759c781d682449ab4740eb94c31 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c17afe5ec38fb85e93c2dfdc15bafbfdfa7ce0e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42a4ff2428dafaa8a64ef66a9029a60f9dad7b98cca3f6db9cfa63b63696a984 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf6b3258641805ab02bd08affab3b367ae1fcb7d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:595a51f119c8f42317167207c62c247f937197d1b784679ac901b5fbb279ead8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d18e3c720c782254ac698aff48241af47fcd2ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e95ca63baa1cec3d7429f93ac268d8e1d3b379c78f453f8f5e52b1d9689b14ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc1afded7a87b0cedc54fcfad31dc7624befe4ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd673012fa7f6d47a599ccd591269ea746e313f8e2e899e2f5194341936c785e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36cbb1a7b53d8b3f3174c866c071766021bba9ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9966fd685f02b54ae8fb7d8fae9e4c7e72c08a24629f7726664eed70b458d37 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..971c432f55011a464999a183b3b3d139145126d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7769ca237c3a55b6f81c6af7e39c48ab543e1b8098b576ef90a3b2fa1c16c480 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3496f23ed242969e5a2e7892b9b22f475b00c758 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c21de8537c6c0243533ae0650abb6c3831b48682f28508c525d124e5c096dc6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..be0b449937d2a1706de08e7160f34220c7a9c395 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e58ddd87e748cb123023fbf9041a66fa233f9bc8552382b09800347ba68abf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3601ced3584ff5111e9890deb1676b9bc0194470 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:211a20006bf37d4927cafbe4177cd161fa16a0e427f5511ec44c199cb61b809a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..752c0daa07f265aa5e0dcdaa79321faf2fd39f01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bc99cd883d968549d72de326336e5a758d876253c3a746e643b67bf5e688caf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3378ae67f6f8608f4ee7cae67748e279b712c14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9873c3efea9bb8220869e01620d4ce94206d077784827232644469698a7569d4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bce7d10277b17c88201a59dedaa32d830d12529d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd4030d18f7fba0bd7a27b2e8838e6c760d1f9697e5116dbc0416dff83127070 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39769ffd4b5dce0a17153246314792890e2a9f5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d91011e6dd895bd70dca834d48deb70403fe63b36dacf932bac2f8a9d6eda41 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..818dc580c67cdbc46c3a2f265390dbeff831d8be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85d577f5391295468f8f2409ddc39a7c7860338570e4b1aadaa64a998f22e407 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a4b301c3117732022aec825aa0c01dda2124874 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ae8cd17c1205f8979233b321d5237a1f936f39c2ff31529722d930c5b437bb4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc98abe33ee1ddd7e02ea3a354592dc16b321844 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39dbaa474c8ee3150c82e5b610e4cbfeab604eb61ae5fd4a23e4e21af7f023c3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..215cf38df3e2df8ab1ce92c64d6bfab62d9bcfa2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f90b5299eb088b687f78a9ad95b0694e7a3e0cda632a68ef153181a00a1194da +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdceff30be71da07b9f3bbc493b42255908b90d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e3904b2f0d6e3383557c5825c95b84498b6cc576cdecdb202bfe2ddfec3466a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b02ec163b964bafd0d76d42347a34ad0545d50a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9adb3cfbed974c1fdaca79150f503fdd387e8376b698d31b27921994e6db6d0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ed119cfc2a68e20ecc67b19e55e203862d2efe3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e45fc7c8c975c68c93af4d662dcce66347b9f314d232529b0c3318a48d45677 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6384769760450c411aa1a21402a70c1bd30f134 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3a1afb028500beb456198a90fd6b8c9a4a01bc1106f06bf2dbd29e8db0e3b45 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eca5aafc8f8da4189cc61f180157ead35b4229df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1d28debde8b340d997c515a64f1ce9aa6a6ba9e9c2e9a2c8e335a8527ab14f6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9c9a6a631e2f056ac5d2cd2adbdbae26bfe1d85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:143f00cec6f4da8b9183f1a6db94ab40b5014958dc39e0eacec2c81c6919ec59 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23f3b656f4cd7a0d05eb448a803d65a6bef9fb71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8005db3e9bafff48fe441a0270e20faf09475608aea8c0242e50ff9710aaebdc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..132aa6a9a00dc20e7c8a4145c413993b9db604ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5ea0ea9bba14d9d290e8ef9b23022552893d384906f5d39a311c0e8d41da8cb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10d228536a399c8ae095b2568ac04737bd32c7d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:165376ae019ab8dcf14b22097caa3d1e3bc63276cb911137f48bff992f2ad7da +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc428c13a4edbf802537cc69155e6e1ea71dcd77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ffe390d346171a979a5d88394f50964ed4820d20ce5c12566219f681a4f03df +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c91d779566bb15f340f5160bd3b9fd24bae27417 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cb609ce2c95d0ce643323bad06b60daaf57bb3fe390aeacaab6b01fd900c127 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e90422da93b29b156720d0df2d1f2b71dd73389 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d858d25645cf096ec5a7bbb210b2022bc04843e9616ce2b45b9cb16189652a15 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9ddbf770699181b7a0487a6c7b3335b39c4c79a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e3268fdcbe940d98d1f071feefec7e190c40740326cb07f7b8ab8b41a79ed16 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a6e4bd10f50d04b90145aaa993565e2646076fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf497cecf7856b9e2e152d4be6b90a5865f08227b1547ad96dea7a15bbf29c3c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ee682439e226678cd22c3d705af4ba89ce769c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:168e2f6a992a2dff8078086182ce3834b1449b3e6fac08faa0e696b5e1b7eadb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22cbdc7ca437aaba3fd15d6e9de19fe0b79ea10f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a05b38497973234d0626c8aedaf5f329f0531389bd714775934bb6460d6c331 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce61b92aff1fd2f27cfd75e0bf78678c687a50ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d68d199d21eada576170441a33b2250f257a5e8d3e488dbd2aed6958b35dadf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a638cb1b33a6bb4553929b48bc8eeff27d448c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aba55bd0aadb71954fc33006dd46055e0f35ad7dcef9ca36f6022a148a583a61 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..261151c6b707d46ff6e9635e0e7c1489c8c94be0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f73e5ed0e8a875e963f483169366d98e6aeb9aff5edf397498b0a3e56522a02 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c6b7bf7f26282107f40f93f768208b303debd83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b4fdeee8164c9ed24c240d431fdb84c5fbc8e77e69e49d9032803db5aff1a87 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db69f68ce8ea0110133b4ea49ed4117ca8c21055 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d00ff0a5f9455c1dadf1058f234dfb1ceb3904e91802291ebb73e04200f6189c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af89177492bee936fbf6bb22e4b7713999045ecc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:919a6ee08057a8be89c4bf5051590a5130fc8b668bc68e55039cbfa2dea4802b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5713fe13569d49f6becab34aecbfc734527e2234 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6e16a981073a7fc5047dd2a0219d5bae874196fc2c1b4658715a84659971e3b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33e8ca9cd8e721558a9388d037d62507b9fe82c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e70adc150adaa2082b123aa9bd87836057288a141917f98d31d5192c59a2205 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3db7012263cf7f116114e9343fd3e1b7613c7f2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85a17e916a3a982c91653bda0283adb6d84d38c50ecbd215cd9030be341067f1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5609864a31c9992dd23b536e80489ac6cd6bf535 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a831d204efe5daa4ea9c8cdcc10bb8b3305c47792c237b03fceb95c15e4de43 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee9810a041443ffbfd82f0f37085839ac39429ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:854236e6ca38e6a3fd764fda51f1f170d3ae86d1b73ca98e94fc1ae59449988a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a867dd5b2c9c0b16d079096bfb695ea895761859 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbe05635e238b6eb478e57dc3be23630d2cf180fa5223a28ce998bdbc3927ec8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80d2611bda979e423eb57f30a1fff0810aa3766e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49b7792708a49ad7b8cd38269beef34ec02096363a371e9c642aaff565328f06 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73ac5325d2bb79bf05bb25e097efe394658bad3c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76ed7fa172400c4ce5dd9daafdeb214e9940631ed0d861638ad7273a730c0411 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..629ece4d67a7b3fa3f0858c2d55fb48b02cb58a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2070a98d77e0f2813c537a6607fcd1d2e4810e605c2f1780aa1340f40d4c168 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eda48101945378bd255d6305a0ce3e0b56266241 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed61ac783a9fcc86480fa24632797dc5362c2f322c7750bc2d81ecf340bfb0f7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..63650bd8142894ab266d593803cf06b1811307f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f1abb0f46144e4f791850825078131cba9e72b0524288c9e183eb22ebdbd208 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aba2e8a4af133f16b09d7f2dd3f861730eb92a04 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b18174825b0c13248ae2bca20d11fd0b8642bf2404759effd41e668c7809d808 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af4fa8d28db4cf709549a742e514034af5c0580c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:568737dc9e67d22832aa40b3c912f5a6ba44db807ece572845c959ab4faa45f8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aabbc5f1d91b49cd9b1790a69eb5efed9fe03ffb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3690bf56f9a5ce008d3016b7f1ea3704e2b876c5c9817221bcecfaab97dd5c72 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13bf2913af6b19abb5c98ab422961bcd711985b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9ab4afa8b32665979d8771c087c4d0039a7182e6227f3421c2b56ee0ed50509 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91947deac2f2fb35c9575db3f8be5d7460832436 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:735e8ecebb48ed88911207e78397096b7b70b4629c9ca234566468fe4a1f658e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02a7db2142eff8d7d2f18b67f088a9899b85f113 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9f8a1649ca2f372c868d5a8349c68208cf71326b080d9e3954319bfdf7a494 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a914db6ed82964465fecf0c065f260eddfc00b11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ad25d4a81c25a3e5431de5f9e5bd690f89fde3328b3ceede7dce0ecfab7a26c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3c0dde50cccf13fd3e4c0acccfe7730463194d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd2c6110e8a208a0155a642205f4b391862884fa50b9e804a483e2672a692bdd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e28e2d1e26001716920dce5ec846edae772bcc71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6161621d1429cd31a65cd442b41d301eade2308f2696185e13bf3305e9a9eb71 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..915f49d3c6b23327245fa358eb4a97dfee674a2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e67e7eb3f3d977fb24eab18b20864aeb52f1c39cffcfe458c1d257f11fb50c9e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e16f9a9716e1b6771f0c51b5c58053ff9f3b87e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e484e54c94c6d169bf045f1552a59df64f87b53527a4c88c2199d09062bacc0b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1325ef0c33cf9f24a517218abe5f0055a834c587 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1c317cdfccd5fa7ac408f1273a5c4cd863784e7899524b11e3403271fe7e3bc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af0e7da18db26672c3bed15c6fbaf65ff6dfbf5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e53b9574636e305b4795a120af3abd81094c38fedee49005c23031575ebb9398 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4e4ceefbdd4ac3bac1804a40c21a6dbe1c43553 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd199b28450dc1ee37153a4f6d37069dfdbc322d8aeb18bddd930be1b85fde89 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9477508ae4c6dcdf45c2bfd05de78924fe2c949 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ee4c5308144f24165e56b5222e9da3c06fd15956d201e3b16280c18cee9d771 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08c2660a5f421f4ad5e117755795b3252cb3a72e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:696e7025bcfd1bd04340748eee8727d7b935193a2b19e449989d49457c01c08d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f0aeffe10411df6cb3658aa837c75d6ae30f87d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8e4ba4d6e9cba10d8c8b418059465dcad88d406beb5ae2d1f2db305283f75b6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..371eaae4f79611f47afeea01a6de4c005da31bb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7c547e4e8f591e678680eb2839b71f7b46efb66a3fde741514237977c8d1c3e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..548e4c7ebaf98d68173f732ba412d799f3214295 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d3bd93d90369916cbc657e0d0a82d1a0560564331dc73a33ebd32747d7dc031 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..172c53b94fa1f6e5d7f56723d90fddc00b6db1fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ef5279e3ceda98e72bae26ee779cfd01cc2369474e3cf0a47c857c819a42ced +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96257dace9d0a1382d63b4dcdd6544e3e227e444 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b3e72ebe11decd8e8ed72badc2d7dcb09d65f44acb6984956db2fcd6ded3eda +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f4514b63cb6aa11a4aabc09bb287e8258abf3b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e30e6587e0c9269dbfbf62f13a8bb1f04b10b16c4caee23951d91fde7dc82aa5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa68547b9911371c9b00842cd24495bf75f4973f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07e1b2d26d85890735d33fa56b147c5010ce0073e3fa983e81009fcdf9d1cac6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac38c0d5986a33cefe93337b60016f51f636acec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1fc1187ab957533cd2be73451e5ef6b6136294dd65f4b83ebda352db388e8c8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68934668e0a16d9751e8abe9707fe7e61695c3f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:710fa3dc51fafd79b13a3fc9aeec89837e26b2a2bff5772d72484643203c2cbb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5014ef82a8be9ce3b37ee7f14f7c6ba0403788aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9b4175068a5960fc6a899c6a386160910c0c2ea5488aa6e6f40005abd91c3cf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bddd1b68b4e9a60f866e451a5b74121bb5462faa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d48b065d19637377bf8e74757db6c4ca38270643ec4df75156991c2b02474f6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..562f7309b686a91d11c7ca821e2951b69d9acda2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4d740c45de42d94fa6a50c211c3eb5e60328451ac4faa5ed660332ccad93129 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1facc5553ef16ea975292a8f23698f701eb72f26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22d74d551740d81c7480999b6e616dd9ab3d91ee95a7ddee9b378b53d64f8297 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..07eb387ebad2865117103f4a745efc64ecaa8fab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389a52d016cc9a2171ae1d8d37bb12ed77b3e662572f3f97b7276cdef6aa189b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6376003b025a39091034944120c21f5c3498e95e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10fc9cd7c13a5a176456dd91b015014541563efbc1af7dee1ed37c77bafa16b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9a8d4123c7c383e10e2f59980e8d9af1af62734 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15926325be43d0ff5df40b155209564c847e79ef578884afb68d000effeb5dbf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6cc89bcba412edda5292905eb3dc82755a0553f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df777ab30cb7da6b62d0c92a0a69541240fd68f7f475fa87c80a22fc8ea83d85 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53859e852a466654cb4ca3439779a53a7d71671f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2545516d8a800f11ee3aec0b91d02c901fd733556b5fadae938f6fe3d2b7217e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..905677b500feaa3db5f7c508c8c4f939ff849acc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775b897599450446d58bdf68003c2d1db14f46acbe57ec91dde9147bc9cf2ed8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52779f975785550acdcf8e1938121ddf5d996d1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffedbdc96dd289373e1b6118871bb9e35c42430f6726a4e570cae0bb8e023534 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd2b4cccf189c171492c24bfe6ae6091a3a7881f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e897638e5d4f3431e505f4115c3ee52da0288deb4ecf6cae85d3381679b760f2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c951fe0dc0ed2b6aa27d6fa436c8ede974fff898 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd94edf7fe82a8766813867d1709a993e9e3aa794476e8fb25e7c39208fb2c76 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c488581b0b948a2915b80d29083c09df3a525c83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9241de41fa620a7201c224e26244071a6310f904a6cf3fc87f58fadbc43b1127 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8de54fa341c74699aef1aa5aaf4d75e4d7acb4a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2387520a1452afbc1b344e7659f01e5a714b733b501d37877d478d247fb4d818 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7641e963cf747aaa7b8cdc9fdd0408f23e14b67e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a91bfbcbf80e761bb18ecc81c7c096952590156a6948667f2e97fc244856814 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5719c1b2e6338f616c22431db65f56bbdecad319 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92b94a87c34697bae46096826d4f1d7eb927ff1753df3e2d8693f5f5f862cbd8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe1a52dbb7bbb80a0c1ef74b1aa24c38fe660278 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c295c5c6e112fd1ac4824cb474604708759dbc64895d8917e7c7a1ae0d92092 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..985a34df30db75910788144d4d8a11f580a0be80 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5c1bbabbbf4553638efc1f909475bc1d81065e55976b3bd932cf3f23393b963 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b86b211ed3b3c4c77118d14845192e510e849ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66e6c93118719e2bb9ede98adf94d12b7a760ce9260433c4919c5c7586b3ee97 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d37f2a710e2104ea26c10878a8f480e13b90696 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:505ab29b0d2f822b3c032d489187ea41e02d576f1bf7706ad188dfb8e4bead1d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b57e8a6807bb526609ff6685a971226b77a02d68 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e626bee99c251ffc8fcc2469c1b557c23f1a0a5942b7076a92e0605c30ad236a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a26ab7e41ae406000a8266fa0ba969de02e4d02e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aded0d6ae21943d4c32dfce4df1c0c538cd75995c752dbb7ae11083782c89170 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c75bb394d84c42bbb6928697696cf97c90e7882 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d50ad5550f71bac75a8ad636194572179399c669a1e24772d1404bee9626d3a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f74678ffa79985d4ebdbc9d32338e1a205c55ad2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f74ba8b417fb4ff2fbdb22a82d6a08d255d0ce57e0f82ef8d3b8ae4967029de0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..49857a8b11e184ec4ea9811e9705b6d4722506fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e71af067adf2deafd9d572b29d4dcabc79f467d424b8c8eb6f3599957aec6f81 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d0598d791e4abae88a8f14e5e3e34eb1c37bbca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55fe92c480e640aef8b766709ee32e0b602f1f71f5ceb5ce6ef958f071150adf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f76cc37ec8017c60077e0138fe9c6c5cfcdd2f5f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:000e590f7c139f047788dc1d31497b521f72c9af0ea99a9fc080b2fd30795323 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bcd71c32e405c8cbdbd77c0253715bacc5c6501 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f001a7f99063d4292ae01d137772f2189fb6021bb4facb89454d730e258419b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..214e5a738a8e7f77b9febcd9961e040eead73760 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e00be5094300ea3defb2d1ebdba33bdf69847a5b4d6c71e67d3ca7721a9519c3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5db296d98ebdf3e288976b79dfe82ad233fa2d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30385c4f8dfc600364f33002519b0eaec0b1c11fc5648794b01a05e7942395e1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..957cff34489720b5c3b6b4be249177ad3824094a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eabb593c522c68231e53277e2a1127da00351469cae970e313574c348b1fd5e2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1df9f6a4d4dbf0c42bdbf5559736165a598110d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a7862612f2002827adedcc600473e0c4be07dc6cd54a8374ad6d8fdc9bcc72c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16f59663131e0a94100f91b281d7155ab4657481 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c42d261517755ac13d24db78d82d80c041bd8c2a65b34ad34831e08e43ece84 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4674a342c1317297df71977198c2c2d20ad90499 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:842b705ccfc9cc2c40a850f57161c1f31758ab24f5bec54897bbf5843b22fcec +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbd51632b3d8950c4c82f3a31458d68562fcbe0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b1a36c96cb82d5ab8a1bedee7b82fe8dedf15c7aa97224c9373edf6c122cca2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ec779239527e9140a1271a52564be99e759cd1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8b617fd24ca016a346a5e198382ce9fefcc30ed43ee850059db79fe24ed1ab1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c01aae3e529b9901d00f57e396510ae6fbfe8a0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b02a1704dd2436bb2c097ec30322f5afba1cb4d7ef5d82dd1de5250f349a15 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a348471918049d223b84205f846d582296cb206 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b022d710d622e9ea448a63877b2c1e691f3641f51b01ee2ae9b5919a3d1814cc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f87b1ccc9acf6c689719434b87c3c313e4f8123d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:622012ecf13e6ca319a9bbfc24b93e80af19d475090e2a8ac04cdc1fed87e8f2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d971b5a5b5afb42c21a270de0b0f717a871fbc7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:148f51e99dcc365172d04052dd7b85ba358095b60ab280a7a1b9a98dc7e0ff6a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..230f8b133011a900c1538100a60f2adcbef93a1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d04c1a06fdb0f5359ea085861b856fe1addaebbdf598f8ede5a833ef5bd2bfa2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dc52448c281c9c25f864edfed3ab9573b3d8304 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f868c3d3b006f2fb1c1f06f9d9828a79bcc02d1d7dbfb8b09f2607e7cb9890b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a330c901c013adc145743c140f7e28162b39663 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4f547cd43ce0d748c1449aa3c012831b09f61d78e86d38f2b15ff10f4afd973 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c3515313426d92967a6a1eaabfc3e54113052d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89ef307075ee38eeb5ac2b26658c5398402aab28af45b81c425832eac6db40ef +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15e6cdbb16dbe34cd993d6d6d8deb0ec89843f2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e763301712b38132598accb49c713184aaf54641a7d135f6a9a9e49cedd2f842 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a5ca8ec9faaff1fa07fd702e036afc902fcd87f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc7354e6c410f5742434a8b4d83ef31cc13a2b0236126cde57db735b6d15e1df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee4c1c623a9f09dfa9be1568868a84067b35513b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d073ad8cd13adfcb47f86f44c4420b2f6509662d9c4be0016c65e582ecfa8ae +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efaadb6ef26a484e5030d69264d8e52377bb5e91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e95c31092a548a30dc16b0c0121b70ccb2c04e62e767dbae5ae50a22d854de9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30d7d24442daba22dfdee97b126073d5f4118b73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c289eeee327e46dfacad6daa9eac86e4481982e795023731086702761f76e0a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..504a8bff8dad39b5eba41c25cffff2f4b075e8c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c496527a3ab7c9c7b55bbc9ac17127e4124fecfbba0882d03e27db10fcf1c1c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e591a75fdce3bb02bf7d63a852dc4d5140c4ebd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:363f249acdcb964987c7c95a4fadb10bf7c009e890f99e972a4040f18e48a680 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42dd634874e45dd8dfb2d140bab0b7d37c6e592e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cebe4f43b7aaa2ce047bfbcce8c17b32d9f10f0016e649031a5dee573aeb9519 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..254dbf024f0d6149d394837c2d73c207be998d5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dc72fcc2e1450a5ce5ada305ab62c7ee646d3197ffdc2fad90e7006a689f40a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16004fe6bf0340b8737cb184576110cb9a089062 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39144a1fe76ff1d86606c43007927e30b2cd68bb637579142e8192feb508affd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ea457eea60780ed8f574f1716f2a7d70cf2373c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09eb010f0db96ae8bcc933540e83d6998922062dc8fc74452d2a42854e81e13d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1122832e3823ca92e2125d56856625fb28c27d92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55db1a5f1f6f3008e8384c3357e142cad529e6334f6aca907b432385cd5a131f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5bb0776c9f86a6f4ac6787f55a8a8406aa38bde --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bb99796777e88dd8e6ee41226ed31288ad8ba585130e90537d2ca463260af90 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5138cec5a55dfc60c13b41d30467d8568087cfc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b23fb786c618b103f35d31520a26815d49ebdb516962d96db433d3f906444c8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..871cac7c3548680830abaf396310ec2dd633a2c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf1130567f8b994b2c296118753bf210be612ba3b49c5cf733a3bee464b66e9b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6042f42d8b63e336032cfc920d85bd271bb721c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147e785776642918213b670c12fd79ac4802c09d8a6fac6cbf2cca8decca29d0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f197f4d2d313b5ad75d5f9756c3aa3e2f5c21511 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7c3499351a33b505e7ad188bcc00d70104b1ff69b7ba3d13f3912a99d26c2d2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1561d8ab8a1a67d8eacfffa4a3a6c8ee5d7b0f7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7d1662e8f445df2938800b85d2adad3b1036884077f6cdb1c87dea3bf3b0111 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a78f7a121059b5188db98a6955aed107af9e5ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a970ddc1f27d2761d903e4172d77a45f9499e5189751d51e8d8c7ba89a149ac +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ac5f157bb0a9a838d43ea61d826381ba5258f94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af39a079729407e07bba9f9a5871f5ccd221dddad6a43e5a6f695c20d92f89bd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d1b4bdb3dddd2e79fda3f67943c145ab9e5ab06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd3fd02220ea0df876443203724cc84d74999bf8d42c1bbc4859bd4495576e96 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cc2ea702fde8e27865ea132d28335b4cd39dce9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6813434c69e6d51faa2fd332d6405b3143a3b028ee993b8d82b95366154cef24 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c9f698d950ea1ea4ed863300d728f3623ca22b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dae98d60ba3715b5614144a15afe364ddc4fac8fd9ef2d39afb4a8bbf2edf6a2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9016b12c04c35b04a68c3fc9c4b9c7b94c79d8c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d01d36d3fc33965fc455846da334e865c9f81db8c7bd8b0a34f5e2c8e5027440 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f835fc60628af496d447ecf71144875dab4af516 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71a39812b5662678e32e0914d06b06555b94ce1148ff7655742224266d41e494 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90faa274d59bc620f996348325d720b00bffa863 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b917cbe4edfafd0cd992bffcec97445ad689ad95ab5d19ab80e277130725c93 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca83502d5884a74d989e418ec2cdd043a5849fa7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:656f88e054d878f1cd00e050167187b5d0683e788c0e1d891f98fdc1ef35df4f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b318dc9833af70d7d5089499924d16dad24a954 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cea46a1a5fb71163d727f37f765588396fa3696bf733795e398e178146562df0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..453f2eb33a2a25af6df2035443d9fbbdbe37f78c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e74481575539beb504c07579dd099fbf488afda44744d775fca26b2ca898f91 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d27e1804e63162d09ad7cac6a8ae0990c66df956 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73fca5e7175e63b34a321f053301faef336ba919d239be3a406a562b2713a833 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd04ad4f3bf2447869b42cc9c5448ffa760c4a20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de3d37c16fdb584916723e239c682d639365727335685330a08e6da814a2859a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48a991a0e2b4e67261637f6c58225992f37ea775 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:611fbf45939ef330e6ef670c9562ffd12bc8e42a68df7dbe76be75a427a38cb8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a329b2fafcd1adc058b5ac2284975db903bc2fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c4a5b3429ee32262d9c7cc70a49e2cc369a7f02dceb17e987c498578cedc141 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0291de2d56d0c6132aeb050608f4077d717c21c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb7c12fe2dee024d4a1aefcfefe5511ba3d56c50be0606d2139461efd8ec5f1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..565f388f60bc184cf12906e942c19e1f1978729f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f587d5980e2ea329896e53861f4f6763324d183f3522b6135d673400845e783 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb35e5147443d4be98c9331c12c1bc0505e2f524 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe3b3e30604f0b27c937dfd34ca20cad70bff1e3123655f1f7c8183f27079753 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6849c98e11af56b8ac7806f1317d8742ba310538 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:868c71fbd9bf04e207f452d6a35dd402c438c166946b2bac0c1b57b73da9b0f6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..395bb377a96887f1433becdb5274b7c6beac9f7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2611c39032bbd570874b073cc1b02ad1e1a05114bb8adfcf365c6223fd43f2e6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fa4024deb615c3b460ba1fb3b88e20eabff0549 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2deabcdf40110775b09adce34997514567bec160a99b563638cccf0e2c22fff8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d7804199952ae4384a809594eb4768e4389d659 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8373afad6c7fe52dbda2626e93c6c612fe28caa029954652b523a1074568af1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9add38d5a63eda1de2871815dae5706a67585cb9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f68375b76e6ee9a9b00d445c3e328b9b35b345f1e7a3588e87342f034c95385 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d3ccfa5d408a0563163bc1f5ee7b943012ecaf2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed2941f732c79975088cb716fc274194bf18245643b784da54d210c222184f34 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c70ce5fad2e8e82fa94d55453ebd3515c5191e3e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9faa057db2cb5f9e18bc2ad0a54b3580206ce121d00e567724ab9826401d5a97 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..59a79c266c04dd05828de4a22f70c9d948875390 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82e39dbbac9559f27a2dc440d475478a20f55a46b8233bef39a156b0cdc54c3a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f5aac8d0734d6b0f749dfe5c4db1ca5efd793b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17781cfd798d5020223406fd0f15292a6a00ffc52f202ea779f113a5e841eea9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a75126012da3a83830a1efe24de270ad2eac0573 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd71f569b3b5208d82b2f5ee89df15173996a884e1de6d8ca86fbc23e038a4aa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8f09804b5d1cde4d56c41a28104dc79455f18a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:607f8d55fff9aba8d5224326a36c89a92bf5ab22ee5e8e26e8e859c244493c45 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ae13e35a7fc1b946d1ddfc951db3074102db32b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed346526625c5377ce19d99c54710dcbaac604e04707373055065dad05b50d97 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a2e0223aef6367c06d7f5b3ed34271360374112 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1abd53b87120c9278af1e369ddb48664ed4499153c0043740fe0fa241820ac6a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d897139fbdf580534794eefcfa3171744d20b181 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a91d7e0a25a38ab4a082c4243d906a0098a7dcf165019d81009442d05b14b76 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6a1dca36498d498ed581a882d30067f361d35a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6907b15270068058c35b564ba5bd052c4566c4c63b1526253e0dea2bd52bdb78 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..07bb7124528d8a3ae213898c710187659796ed24 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0250f8923fb0d2b1744f6442880c64e3fe57b1d1fbcf6d97d9f463f8f5f472a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed316c8cc7ed3d4e5c51b95cd15261867f935b93 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61f057c5088ccaaa289a4ac1970e006233e909eb0aa07c7d8ec579bc19c685b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e503f165801d3df6443b8dd425da165a1bba9a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:420e77a3f9dc6624220a6bcefc9aa806f345b7c92f167e75a44a73d8675cd24a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5b671ebf0d95c42dc208f1081867cf05a6103c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcee4e44e62d6af3cbcbf0cc5d37e71cda57a4e0913daf5865192b50e4679f7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e58c2b0da2dd6993a6e6605fb570e8516589afaa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f81e64f6d7d6f061e131baf40ed9523131810ce0ccd26f69326c04ee457c2f56 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af9fee28336948a24ab151373a185ec4efa31af3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5e59e58ae59707a17ba34383efc7685159179651a99995738524f52ce7c8617 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e998efa82dea1b4867ddc542bdfd0385af52334c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c2e4f40e3295eb346ab002030b0b671ce7461b317302dda5e30f2aee3e06a31 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94dc8706a263ef4742150c83494c0624b0f12048 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c840d2abf04a646336109c31b58d5e3d5e67840405feb2fd58f74adbce19e7b6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82325ca735085c50e052c2e74b24074ec39a63af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f1dce6573e529b0e23b0c3fcf3f50017c44e74dce06c49bf844b02091366cb1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed90c4771a8c911fdb43a7fb9757cdedba058d82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32d8b17ff6c85f0548de00881beedb953671f4f68b531a89c268c3760977a346 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3367da96846248faddeb146e97c8326baff70585 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a9c0ee0564fcd417641b9e3e358c4c04997c1610280b5289a82e2b00899dcf5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..452da1debca00cae017f525274c05de65f9b17fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76f0d00e3276e28851d847f0ecf6eafe8da1be9ef97204e759056e8bc6214ec2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..560adab1148a8d6930073b873633eb1f7aff0c2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95624e61a10e27c96b542c7da0086cb28e99fe70b9e8d5210f85a4eb9fcd657f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed80b29aa2434ba159c479de69247fcf0ff13847 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4165b0b5e63315eb9747d9347f762b0c41e25c69a7b5339707bd5dbef91cf36a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a243b6c29e0073c53720425c8d4fd24804977e57 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1482584d4e0a6b7029b7bc12eebe69d677e104cde87a404621cb7cac13f935 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2316a72fc529acaab560ada1a478bf000f33bdaa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79538d036303ed7a4a28ccea3d7b9f7f92fa181b6fe7ad2476af8e828a99659c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa9f5ec3d3ac0e19460b3f70d2166c1ad28d86fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a4655a8de244290d9922a483808720b6951f117cac4217724a017709b82dc28 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b34b5b9534f6cf3aa940d3fde5503035b75a7bb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9bb7270d86be6897f5b7a81c8c5a3b394ddd6acae69b072ed2184be027db4b3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41790f84b3ebae237374f896cbf28a05c72a97dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:616974598b41d8e51cc7e94088513360df7f030fe6989abb7e8aec4e029f0108 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f1a5779257a27729c48a03dac9a5a599772a039 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f2d294d20a34a1e66647d858e9e40e6e4e5e0fe01922584e895eeecab52e5cb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d6ac821ca57af7fd21a72e6a3c34f3fd621ea8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2e963c0b1e16f2a3c5b738e5a8aba02860012ef2baab245dddf7d859651a334 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7c61de128f0646af459839459a8590e72d3e62f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79e4a07a3a0f64738d0ee70877dc435303f8df037472cf3f53b12f6e57e0876a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6ea1c0248116d5341ca8bdbf22c579642769bb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:924d4e5485b41ab4a35ecfb42d1cee97ba18363337a044bad81deea5960d9c6c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff2af2fd4741acc6b65c0e71bf74fecf2b4ca7af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af12cd057b5f7190debe47f3cf06a72a07ca4ddbf1143a8f533d7ccb870fba62 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d91c433c28d0c021827f9458e0a7b8d9a2d37b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c902e9b164fb9dba3ac5fff70ba29333edf74d1a254254efbeb42c8cff36b48a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f218d91e0d552350b37e548ef9ef473390be1d2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57b52be4ba370a752b684ae67bed5adc40cfed61fb9b5e6db1d9fd1c3b609100 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c9c229b7ffaeaa38fe96e5e2730d809fad27c62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ce74906cb4622735cd6da104ea65b8bb8020f470fafc131df756723b35362bb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60b031a628e37bf993434c4653a976bf0907353c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67f0b28389eb3dd4ad7828104974f10e78794e992b4cb3b98c0a78349b9ca0a9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f0ca412dca3a5963bc689008f4398a20acf4d53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e28ce57c903e182caa74ee7f65a249d1559e5741c02127937b955c2472036f6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f204219c642c765b1f276cde81444b10c6755c8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2efe2b785b8b3510acd16a9262f6ed5b0088dc64bd716f3f0eed341ddd7543d2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f786f6be5e35b6f4aa5505ed81b2a87e5b065724 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44ed8fe6bce617be0c40c92cf5a046ea53b8937235cdfbc90fb131f5f01374a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c71d7da9f95ec930ac8b2dea699c6467f2a01bf4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed12bca070d107ac5c454371e9ce0866279eb888924262c2670ac9ac1562ad92 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fff8cf7e7d344993ce741b5575c221eaa27a86b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7f626a457489cc1753d098fb6848abe5d2a03324bcb04efabca7c9f76135705 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15839084bd4285d32e796bac8edf7f7b20dfa563 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc29c8d26dd598e4a7bca126de81396dfa1af4316791fe0675cead1edb446c73 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..edb7ec3a59557cd1327574cc85deebe5db25f3f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2e3be7ffee9c76df182021a5b698792cadb443577092fc039c7afd14830361a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3da2b5f8ba27b44cf5c92b9b6be4a874bb1a5807 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:901be2e25d45f1c12bb04f7d84312847840786ae445b22b4951f13c018106923 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5a849db176b879b3cf7e736810086bb9f700396 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e8a055404225eeae47027a0cfe99d48c035f98565161cd704661eb3b0f5f1e3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57911da27b8999ff3114ad10d68e212d71127a50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87fa43a8ab0fd1852a013c7c955de4ad786a7b09e103bfce8886fadfba587a5e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..056a3502b2c499f3c645e0c589ba8cdd97f32c13 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd050bf0da77aa190a73c2f146b5d86fbe2217bff8b1a24627237c8e9f27a539 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa6d1614fea4b30a9a652f6ad4b4b5996f24e984 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b636046321a58d8948bcfab01fa504f648302d1727c7a3a397b45c51d49c2d76 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43c549cb4cfe5c4a3793adfbe302c2a5986b6a63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e65bf496d9584082786a62ddf131f48f02f5735d613b7dd9ec2d43fe9887c73 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cb620d5b9bf98de7be4eea88b3e9718298ca12e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac9c03041eb694d0b84c67b1da788cb8c599f98564e04ac502267bf96b845c6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a6719be06b0c257e805176cc56e8358e09ef80d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec6ee2ae23426c3b87e9a957cc6f77091c75ce565ae7f7b9b2f08c533b727db5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b41ea875c1edef073c4aacf13855a790acabc928 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1509cf402efda0750616ccf9c9f76ca569febeb34c3fd0d9ca1ad6a00bed4cfb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fe18ddea3d172a90a92a8922bdb3484f3b614a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8fcc544c49504664a5604ec4f7f95ff717b3e9612059b9dfb26c9887b0dcd67 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a47c0960a72bb8c4ecad9bcda042cdbaff08d4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1e13f52b9d18ddb572687bd5339ee17db6795a447ff64c42aa7f6c7dafe447f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37a8bbd75b17e245bfaa917e42f200d9a5175c3c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d66bc631157d1dba94938171998f6103c022d6a93c9a531782980e66a78fd1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59c18f65b2a7069c92ca9d4145a3014565b79801 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:127a32e50ec631568274fb295312a6e5b5e8aecc5f1e25be7f929991e74c7464 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb1e3c6af1b2ac437b3f18f00dc827aafaa93a49 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:523ec37afec6a35e86c3a2af6546e7ad4fa633c1816372aa0d1209e27943d4b3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53cb564c922b4e9d30d4115e805143833a5ba1b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f346f7fc059d4a2e3b34c425b76053758aa01a8513f5d28c0cd5a60afd52d63 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a23da45f725d2c9ca77006eeb28a56ff647972ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60fdd6db5db8eb03bf7ba774a636e87cf616e3d43c48cad78d521ec328bacc9b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50ef3983bff0cb92d8461a569c48a4fe8d97f5dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e64d7dc99448a053f84444a1d9cbaa31db44854ac34366e6c1fbab8d69f8cb7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5dfea0920fc5ba65f5dd7475f51d38daf833ce4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:314517747c2b8013a902df08ce8e1512a5004b055bfcc2684430b72b074d9bd3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfa79e47520bef08f44707e297de281fcee58899 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6148a1eb2a9c04b0b0667b949be470eb60ef23af435cba01273da593a57ba07 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b06ca996b22f01a44e0861080a6a0a366a91d88a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:626d4c100a582a7fb9ab0fc5b423c20a5dd843cfa075f9b537f77b334c9d3331 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8e8415236bdc66d0a4cb8bce2754489fc90ca12 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:365aa711317ecd9210028e7c599b3b4268b2aaf9bede69bad229588bec98ebe8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5a7e40ea6f5786379a0449f53a8f1a304353e70 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a22fd3469cfd68b14c520e0e60a4b7ea19dcec018cd5e256a5359b324d577a84 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f37a8b739f41cff61e4c7a0df16d9449c72f12da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:079370238a48b56bacd7bba89dbbb1c1546e45645e1c8b797213625b5d98cc35 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af1c6a63e8c62172384c855a09581342bbb2f99a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a9235646bde6740d03a18e2531b7b2f523a274d634d2c78f2d492415209bc0b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89f536bb49dff4225b9e8f229f3a95333b09d8cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aad64f432b2365b535e9b634a6d2e72348cb67bc14cb490a4efc4072407598ad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..141099f996676fecc6246c584b50633a75f15a4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3456524f70cbcec85506676d72c73594e01031106a951e46c8d6c5a34148282 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d15f4d9be987dd03c0013c21750dacfe763056fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:317fe0f8009c16b242b6962878f72a6f8aa3015e02d1e36d7cfc6cd6bb219d63 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf15186fb01e690d849e1fb36fc11c6d7e4e2af7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5e3ba7e57016622639e57a95f2ee39c40f3ede066a6f7a3e6c79b2719aefc6b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59453bc58ddfdbe023ac05d0a4c7275fa296f4da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e728f31785e870b3fc91e622b4db6fd6ea3ffab6a74a90a9cfa40f640c7cb0d5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..053f4b9bfe6107eed926ed0d306d585b1703f035 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0246246455e4ce5ab5b0d08d182569f583302e68937ff62dbc2bfa02470b90f2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8acef32c9dcbfc4e0f63265e17a7a0781ec6d10c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ea8ea7cb43ffdbc1a013ec1aba06bdab1c71311c0eecbddd9de6c6d42b21be6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dec72f7bae26c6169751d1ce708d22902060ac0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef155025303ca5066a41facb174727aab05188029fa0ae5fb53d441fef9763d9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31904994ddff1b446b17fc6fbfa3d74b68fb8cbb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfc8e0ec9e9cfe590db508849651d814c9694cf7be79e32410cd5b683e003e8c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f36491ba74e0c56d7868d970e2e6319f61e3b529 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fe2b31b14617ddead50a7254b13abd2a423ecc1c6dcfaa4855664a9f49e63b0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b1ae4f77ad3a0d1ff5ae867766dbc15bcf824c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f7972f162e128ce114ec70ba8d070edd74d122d619ba472c5535800bd510f62 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a850581b3d4ffb9990ffe065f5a346b6fcce9192 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1df8e8cd740d6bd0b32bacabf4dc58cbd7b265d10232523d6171cb2731a96e09 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66df8cb92eee38728748e2f995375489e1b6dd1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b0efdc26c2335c22618acd42232d35a0c14fbc42c5073938c6073929b1d5ff4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bba7e02eae2c46c4eaf4ffce1ef72daaae9a7fb1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6048d7e961f8cb43315f850405e5c92f87b6472563c7eb5cb32bc35998301d69 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51041c33f9a8cd0b30c2a25adb41822e450604ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d80c594f7fcd76fc5671d39eb1747caecced6c9601af0294fc66a8d104a7701c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..26c071205933d7583668ce219fba955b9f172301 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b61f84ecdb8d6da2c1fd2cea0de5f5e852face102e784440c234bccec0a0a26 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..567c180a1c759d23498d4315d50a1563e2cb16cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f14f4e440ce3d2edb05f0e94bacf2920fb7607d9a3cb1cfc3f56c61d7c00ea9f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..317d15935e38c3316eba3f3a7dedf9e4542e797b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:359ea0ecd831b2e459052b2b2322a5b87778a2b4152ee5fff426c6fd1ec594f6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a342e62fcc46a88692a09ba249a96ab84427540c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bd0c7452e9df8e810ce857cda0c35fb9f3431865e6405af2be81e7d1e1f6261 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef94814c346054e58e23bbfcc4981239afb8f61e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e57cc258536fadb901f9bc6f8f1f459e5a2d32e43823da9dc8357e3d52d95b40 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bc5c6d836626306a9b21de56d8fcee7ca43f940 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc4d50239585a5a25fa9f2b3f65390b013d38cb7ea97572ced74ddab7ba7b76b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4da3bcfa59b4c23d7038700e3a6aee823fefcb96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc8f3d3642834ed27c28004d4ae6ff9a4f1d2006ccf527e6fd65b43a700132b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1085585d2a8d75a5233012dc63a0d270e1201f5c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c6c2b275f05b864573311c2c37b11d1c684db9837e7f8a084093467eec7499f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7763fb3838373e7216283931701e47fbb8b06c48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac3cde83c48225e925869e07dc663456830ec33d2d8600ef6945cc6d156e54c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..246bd2bd2c6d411222340083d34b269190b6bc6a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a16faacb19e49112a993341aa937f314a505e0ab9e4d81e65870eed2168fd741 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37522714b643be483fbc8d5034304848c8e991f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a89e2e0e56a4d582913bdc114849713d5d30372c2e98f9ab18877d34092de7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43c20b7ac1f70c58f141e0b90612c404e8a23430 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74d0f7df4fcab9842c2e6d424a8062ee5d0734992b68f700f088c64f1e600738 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..696fd44f34059c8b931f4f3a2a176edb7390d08a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd914a5c88fb12dee21ce25c5bf1dd1e51941b484cf678299222ef9326c1c8d6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..320f3e7bcdd79df7a42ff61593b77e0471cc55d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43d3fa988b029bb35f50aec3563f16bd1114b493b7921383f02367df6f2c7570 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3241b76d12eeb1641f3f928fb969aaeb14fe4a06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbdd04922b39b553eec7356744ab8a1ca5849e2287c9279f0f324fc2acbcb1d1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e67af858a3832c95236db1c0a53a50ae9787f30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3da96f39967d96e0b7ab70f45f1c480f7a8f1829c537af134a73fa5f0cae5465 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cfe0ec99b934cf86a16cee7113ffc1235e36eb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:743532ee8670d9b5731764990b84aa75cc263667ec9b90a626179f6c4ff1e238 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a245668dffef1846ddd48591ad78395b6d390d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ca320241c1be1708272af22c88bec82a2d3003323bf6224e224fa7f0ea8288 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34e4beffaf819726e0d323dc96dbefc6ac7f0745 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaf93a8a2b28d82f444471e9daadbff85104d948db0857f1d931bde0e9335a64 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e3692822d1d6ff3a44aefb3c74fcdf833e34702 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5f2a6927d64f46c78ef8c9d84355551b78e3a993b4fa413d6723f4777e81dc4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6ad18f47e132d324f8d96a9f86be003caec21af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21a032d40a2ef8b74605ed597dfad41aadc21a298039c697355c21ed73b93802 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..873cfbd731af31f338810c811903bdb67aa87b6e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc91cd5b49bd85aa6e1c0d0929d20d8f291bbd3e3040fb0ffb4968fcb6539987 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c87f920ee02c8ecfeb803a309a62feaf1c808f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f263acaa97b90cc696daab2984062bd057497c1d6f1f369d0cb516987f3031b8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba20e720fd118aa7aeb4d39e9bb461bd379193ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3509eb44294e22e47ce89636b9902309b0011c9a46a46728614cc460bbdb976 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cc65ca11a37f3abc4a0a6d8dc42bb6ff0a0f0c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11c60751e8c3f718f6514ae557c68d898333aad010eb44904fcab3f4e07b41b8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b37a46232be44131a9297156190fbc124f5a30d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee13720a27036c5c69023c3bb94dd26d214c4e623cf466a4a859cc58a2a76dd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73579e4f9c2884c97ed48094a19aad22d95f43eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e1f80bcb5cf0c29817d71296e85984c0a8c5c0b01e958887e6e4d178b9e82de +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..084c4306d7762be123491666d84a56cf331ebebc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc1714adf76993d9bfb2f2a1c4338e6ae6880367db8b533e935f05359e2c8563 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45ab0f4c3c221f576427533b180d0f99242f86a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27a097828e354fc207837666d87cee7b4d0cb4e335c0aabe82f275c2308d4a10 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec7b28c9172169542ebc9e26a16ee46f23f25368 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:739fa9505ea8f45a37af2feca4c2f9a4ff946531f18059b3f9afeecb8bd5bd4f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bebee8220bae0cc8ac16c885f8a0d0f9d2a09c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0858047e9747a2a65172792b1dff23e2594d3808fd1aea110b832eb3db5f708 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcffdab70208823943758c7f06f422c321a3aa8b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9023fb01159c70e06e054f179fc8dc9fa0d3f02b1a3eddaeb514b1da7197ff0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eacddb1cddf6ad886142dee3c63655b45db1433f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:669957b766e980b7de907fda54d2363d1c46dca76d1e721d3b2b8a8b6a24764b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..684c2663cef332ef795595cfc5c3709ece54fdd8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f813c977eccf7adfeae760413b0e87bdda63a83f2095d6c15a151851a815de5b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ad592eb46b819cee9fe555d874944ca1ca78d2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32ce93caff7414d06af2d09324b51ff6e39a511abcc7677fff3bee474acb54e1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eff1b5c1a6576a783bbf08cd76b87d3d52fd7a30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81f4bb30a51b6eea943367c942b551f63217ac35235375e2c19a62078dcf72d6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e80b1a62dd8f8df602ec8d3d15a296a8285afe58 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c03b035e3f951359448742e8f92ca6dc62d181f0dec6c7c6036a66be61b5a82e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfaf4e176befe820869311ee11b7dfbd4c9e9d77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca702d2f376585cd717ff0c8f4968445fb697d4fea88e3946152cf838fb0ee60 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb2a8ee4e133afc9e57e1233fcdb70709c08a40d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70951e7108ae255da0c737251f024231762d19b1b78440bccc0b6bc34c7e710c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b18aed56495281a3cb3e25821b3a9aeb1b4e62e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:297c5e787bbc6744d28d1938ea7ef34a2cac8bde9dac27b29059b7a8a6113626 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84e7df917a2a4857a596c3c4a42b359d75dd6852 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e9d15529bc3234628758f6bae7a259f66e2e586e4b6e18797d1d6299cc026d9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c15884ae2436d3198c13848263d34c2205482b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c10b5de692e73852978c70c5f11c9e25699d592e28e505878a80ee3e68ff7086 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..042bfe63cc70db7b00165a0e53b88d3d64ac8a1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:997edc3eab51ac258e2bee4f46f776683c1dd40aea4b64a7aba7f5f2b47a24de +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7133c46e3db0197827be619e6dc4b2b1280ee4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66047cabbb342137278ad1910ed8b2dda074ffd4b604340fd112e9f4e1e3b9ed +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50b90b3f5e0d26f4f9d6785327a41a83e71cd69a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61d6044ec0b03eec8426c6a5db559827cbc155ad998bba7a7bc5ee4ed3b2ec5d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74281387124836e4b186660de605b3b4c543f607 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f8890b8761f2dc4ff74b89a52e95e3f7eb3b1d623dbe287f669cf32482cb761 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae3f0fd261ebdc8bee5995c24c43ce68b106933b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:245217a848754c3f359ccb85ca7bc0ed02443b5c8e90f734dedb7da749df9cbc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc06b36a03bfbdc030b4ee746a7d5b8a71004e4c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4167e776cd219b33930d85156563edd3c55ebda29e48a1b000061e9e8cc281e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a17d6ea834aa5659196fee1116baaba6387079c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fa072339ee1fd915fbf2edfcb33d4d65e1c873a958c770bbb9216a1abdb76b4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a84ecbeb3188584c9329f5ae0b592a33fdfc239f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0abe00f8bff25397b87dcfc0ed06fe23b8b8f4fa95c2533728bee0e890940ff8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46bd1c3a4f6e62e29c54ccd8b00903107860e65b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddb34c1abf2807a456a084f921467364c31dd3e6c9a1e60f5e501a1158d7495c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6ebc34acea4c833f6cb4f27a20f0205606e27fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:986037fa26b553a0446fb10e00c76ffea6d83b02cbab59e603113c53ebdd5add +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5365e2bcb66ae3c9183f20f2ad3bb215dadf1ac9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80e35d358565536d929961b55569ae147279d837985f21646069d949512e2665 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0dd86134b9656f43bbd0cf9eb83d95e5db837254 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d884c22a592328146b22b37608ba53659d9f29e2a35eb964e6671b0bb62bd384 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..066984f79e4f1858effbed0817a74a41141e2e8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:594fd51d63338fd6b85d8c9f6cf4d9022850423b8e451ac4731eaf72f4bc8728 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9d866acd949ae6efacab5674f7589820a98d770 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a628026ada9fc9b133524cc32c77b2bab581dd39a7195fdfba5489a913f754 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fece53c614d9ff2b1b8178e4871e0ecbda168a1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cff30067f1bf614b3ede052982e2cb608db908c4cecd8ee9e60daf4102ff368f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..81ddab46de4d0fa7a8c87d76bcbdca2e8e0c02e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0636c465a9992e138c5089dc2cdaeff2bcee07fb6a565184e04ea5ddde9e83e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92d8ac05dc2670fd4d4f687cb498688a0d787c9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:355e20213fcb1027a88eaa90ab33746d74c7bbdf85758b88acc753e2b12a2f14 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7a4f3f6ea237c949bd988f7ddf9a4190c5a5b2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4b80a43cfaa4c250fe7586e63bf4ba9983a4805998f2f880bce4402cde4a038 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdf67386729a788fa777c14dac56cf7acdb54230 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a642a1751b73515d3e3b46fad3b9d1edefed5ff659868a25d2b7f8fe301d3c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..005c4901bacff4cd273af78e3e8f4e8f9211ee6b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e27e82f6b282bb24252c37cf387dc5cc4bffaa1ab3887416698b3d1287f073e9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8567867011d183d2ef448c9afc226195893d0916 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69cb9f1a74be28c301541dcc21596edeb69b5250c9b97b827a8dd5e681c4f2a9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f18e367ba9a4c85c22ffad2bb39b169fbb48f30d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c3d3460dd42d70c79fbbe236ba03fcd0e6125c3d1fce80c0f5119dcffdbfe68 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8768d2c296a5d3914ee613251bf65c3adbe9655 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c0633fe26de72ced85d7c06d6aab0d4ff4d9789d35a031e34ef39b202d5de97 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..021e8291da1ebe6c66ad2455563fd920b350f536 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca2eaac4d126f530e3ff9ea4fc6be6594e87d2979e97c5f7eabd96009e55de17 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce6cc113f249185a454570494dec415ca3227633 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3cdd61dc1c2ecac13712beeb8e86a51861cf28fbfaaa1f080166513ab9b9cd2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65c2bfc37c2cba0986110df3a965085678df1fc9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4d0a34bd91874fe01dd2dbf26a18c30dcb96b86c09b58980429590c282f3787 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d1f2ab7fdfe35053a4603eaf0001209905d1519 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2785c6364a13411e853bfc55c700b0cbea6f89230bad852cff77d5ef3eac454f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..548bccc7d781407b2127cb2a7f870e71a86e337c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f78cb1e25935af52230ad87b2d4fa4a0f39c8b232d94f8a87799aafa00a9daf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcaf743e8fd7bb759eaca4b010f7df6f17abf5ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71a5483c7f8b171074ccb75acd946a8ef9e7579b7800b1b9f83fc08ac525ece7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38633af60a36d767d2d703cbd1c0ab87007d16cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db81a806d7b600659d6ff494c9c11ff8ffbe9df486d451350fefce0450e9c550 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c6f3aaa1cd3f297ec6ab51e48086c6c5e5dfdc7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c921fb3ec86671b01b686db931efeb10fc63b13c9adced67078d22892ba4cf7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..289cb9bb2cc7b9d298eaac359604d5f128cccce5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dcc1ae08db14f0e9d6d0f01553022f3b231f7b08411398eb6748f1f4ad20e03 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b514ebfc717da64b74f00fa769c47fa29887a1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76404df0b9e1bca7d62a0ceb12405de4cebba1b005dbadced765df5d09d8ddf7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6c779d62917dd2e78c3abd068384bdb433900df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d17c26cc673f6a85588b81d19d9d12177d77d055a7779d2e443495674d558c9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72650054090372ab4678559ed48c7bb551f0adc7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59353f3e239bbe1ce2a59d96372f6f8b523fee464ca37a921ce11d95eec727fd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c98046dcb8ebdebc3afef2ff5ee257ff03652a0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaca0812b3ef4dea9bd2e9a7c1488a3c346f424bc5285613df6066e1de23a6c9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39f0669823aaa6dca0f9cc0f3a4dad90920ce2d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ef70baae6343b8c51abb4eb8df1a09d5af9a44a0a87e5ec7b7f28e807e6f553 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec7848f92b56169e13053b0ea97add1873cf3f96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:557ce53573180a918e242413844b3614de31f8f2bb220f61a19cf93faff1bb3b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..913397deabe6ca2b84e105c0f03d40445a91c53a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4dd4b5cbe2c67c473ded634da349a457dad50e999f17007500970bee4c16788 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d9c1c10c06c5f9f43cf1859fd15a45974307bf2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dac36c83a667a492b14e65bf44f184c1576f2a2379dc95d01a880b63224d0cc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..404f9a23d688580ae75a20311bc785724ef42a44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cd63595b88e1c1f66545f2b2a5787203c3eda8770dfebbc5e47cd39aceaca99 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3ee7740b10ad1dca546eca9beb4ede600291a76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1755294fcb3b669c670a3d0f6c7a50f8d63c255f6aff61331c6b4a0785845f3b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45c1938018c9072b02a6909dedb481744d4a6b86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:539474fb7d7a1bf5fbad56b99ef06c8ed1d3d3cf995a95f685f45d91104509a1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1df883b75816204309a5dc5900d4b15e4d17abaa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0d630bb76dc701f7aa4ef84909b1c3851d58685869f8876b004e60bfdaf8298 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0be739597ba17a5feda9968a4ac44c59673f1e77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4913670e8944695dbddf13a4cba42c98277c1884079e18a4e5fdf6b407b634e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df79d1e8f6981aad89b5448cb459282157f64ff8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:713899edabe337e9ad6332b5921986dda67763fd8e01824329b3191f55951531 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f5fc984098e6fb80fb742508476132f3fdcc416 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6620df8e4f468e0976dc724c83583679695021af98d4d8e150de85e7b1559076 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a09b5eb857f68196c7b2ecb687ad8bd6cfb05599 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:062b8ac7445af1b3829bdf441c1c0b0eade0f7013cfa323a16a97ab5a779ee45 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..750d180d3d1a8e534f44960260e2bd7a4d40bc8a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39d0784f2deb641581f716761c94fa493ec9fa37f180e4e1e275b4df056f3070 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1676faf2969877550c3ad3c89bd8c6be69eb5c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb30d054e4278ad0f94f3f977f621f31c0c39b6b79dcf0a2c94f7b351935d080 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3521a9ff479f804d72235e741666be7c659fed58 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e88c2c1b9833f2e40a5c7763bcab03693d4b49d89e3130a829be3fa4695d2a9f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14fdbcdca0226868e23450eac1a07318ce17d02e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f863380d98f917886faf18c48661e9df52cc461d92e88b744efc1b53c33676ba +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23d5a718e5c524f43877a458c8120b373790ec33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d3b35729f5d6293cbb4e5a93cb0027ce4933063c0d6114b19a043474d04361a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdbf2698e74d619f2b30d7c55b06c51dffe1bb30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76c5167501851ed806b3ce4f50b002235ac809340944298b9de14ee210d77f06 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..238fd9d0e9e4f134f9533d506478d3e6086def95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f2245101b7adcf08184d6af5e85a3f5826e7e19775fc9dcc181480a44f3e20 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..748390b54897aaec06c58aaaa792932ff481edfe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1654181f68a3a076d85c983776286aeb3153879fa541a0ba8e59781db9feafe1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e535cd7983d1bdb177f3989dfc3e7142e9f9476f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84d62a27d5cbbb6bd497ae255b2ae46753923c12f7104a420642336f1384ad5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d8f03117eaf20e30a825c1c0eba9cd401989716 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d77f376f6c19695a1b75d6b8852133db395a23117f4b640857a3175121d0b13 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5baedc4f023f9efa7a40299ea3168314371a0895 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cc3f82a0d4bcdd73b3ac229bea91f3720d492abdb32d27944c7c2ca24d1a53b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44fc94b4498549ba3e598e406fa4408882bc0903 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c825b90f1e64c6e58fabe15462d0d8ff9c1ddb657a108661d0d44a71f50842b6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fb423140a74d2d6f68e4650d585cba40a227df2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83eb6ba697287c0b31beef7f46b80e2aee448fea58b09f1ae80fc2003c156e3a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30b09411775afe5a8438f9cae5e1bb08598da623 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ddcdf60471033a5c336b6bfafce3999113fc9ed15a3cff0c5af82e9409a0652 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0721aa191bdf68ca82256106b7e44b84058141e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2f181c977f72518367616c8021224f2b5b1cd43fb76e194d09ded0ca97526f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28522a2e29647651de912145054946b879906a4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f26e137afd8607174ab63d4368769ca18551b5dd264088f388056f4297db259b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa728eac46bf0514b4335732000fb128b1173c85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cfcd2cf9b23dccd44cb5679328e8c4627ff2d494da6ca2d5884625c0e340718 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..420b23ccc1fc8f73e8afc4f41e1eb281659e7061 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90207889c2fad3705f72d317aaaf01634aa10bfdad92ab942dd5261ed6863a9e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75953782d215272ded636b1c659ce1ed80fc7aae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90630182eacfb06887e38394a5c88a2042e730456b4a6986d666c6761db9bf94 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9007dfb40de5401c57f757760d7ae628b047e4d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bffb2aacdf87ef9ceb1302360a25334a469053ac1a610a0905d09c8ee3c8cfc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e12a1f6ec9e828b38a333ac0920adbb9be0aa399 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0788a93da2c1a9ea8d9ec2da53dde779a2c8e27b86a24edaa6be8dbebb78478d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e38ef89c457bceaaff7e97981af2cbdd45e1706 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c925d49ccd837c04fce415887a6be1a2aa35bc9b04ad8bb29000d5ec39e1628c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a798d2078ee35d9f13679a2a09fdc94c488f1c39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29931f632dc68fc6d3b9dfac312fbd98eb34dd9d84e18fb75910da304912b4c8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e21d5938ae886707f3d85c4e454a1dc546e8411 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a20bceea58751340fb974c36cd74bf61e0f4fe5cfe2e5ffa10a01869d2d11d01 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eac9085e2bcbd47760ea5e12330dc266106d174 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b5de30a8852eb1a9add5bf7046663834fbebc80daa5a706528cd37dedfa3bf3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55105dc973415a2c049f36a8782a0eec75687a8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2b1359863187a14deb2a5b3bf99e68a3c0d46e3918d6e0aa1ed250c675ee4d8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df2826bcb9775ebc2e5da4418568c527433086ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc9fcfcb7928a3465ed5d4e9e932315b748970249aec7bcf2cf833d0e99e413e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1b0946dc7723bd7ae9a15fbb57b6c8eb5e04fe7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da1e7303c4355bddd65a8225926a581e9cdd3147edbfd6344a95425e2435eafc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d4158ebcbe0c1025ebbf0ee474413cdeef19c61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5714aaa9e1ae97b77c2a3e506733dac5a8e16774252eef51db4333b99dc6aa32 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddb60f5e3fa5f7325f3d7b49d4ce1f47fcefd8e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:200fa75b8a97867ba73e17281b97cfeaea238ffaf218464e08fe2f6d30c91ec4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b796404d350f227c0f9b919f6de1eef5671133c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e659af18ef4ff07649b1454e3187d06d5dd4edfff3fcd77f9d2f565607103b41 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32c9aec6c45841b0d54555069b31c97992bdd815 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08520990c90d61c88e7f031ca891d8badbb518c7636e907334c13e798f0beb08 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bf243750480af78bd0d9789012d31a78fa57459 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fffd5eaea223bdbab0e3fa1834d5c1985530f84e01ceb602eff03a24e8a93439 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3fa10564255a52185ca0b5f4bccdc45e015e431 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e360ab6e0229e48620371801667c6aed98e0983364a7d2f948e28ae56f8b18a0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a63d86e4dcc75a9e667ca88821cd4fd0f35df442 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c59c97b172eb09b9adc61d2512fedca0e5ab75f00e6223e7078c9884c1f9449 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..504caa00917277f603f26ffd526cc94b0e54b473 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1358e63a1288b24d01da63bade34fdafe388e16335985f7cb7fb5b002ac6720 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54490f34523c1cf6540f6dcca43b1cb5356821e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5169caa7dc90e37e9da9b5f944c0d115f460397bbfc10641cf1ae771e354133 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..061cb9f178a2a36f7e8376e3a1d3be769fe3dbe2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e93248094e7de2c3dce272774d5af2daa17f29dfc7313aa8e816825068940ea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4e4ceefbdd4ac3bac1804a40c21a6dbe1c43553 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd199b28450dc1ee37153a4f6d37069dfdbc322d8aeb18bddd930be1b85fde89 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94a5e4f4e248f97edbecda6d8dccdd5336e78b48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbb645d25bfcea33f79d76088d75a78155075ed00bd5ee254a0a50e12594d789 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08c2660a5f421f4ad5e117755795b3252cb3a72e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:696e7025bcfd1bd04340748eee8727d7b935193a2b19e449989d49457c01c08d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3e71f3d017b2ff5db9d39d61e6df3904dfec1dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f66fe32ded81fc3dbfd9e79aee23866689501de8b23c0c24617afb4ba8ab1db +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..371eaae4f79611f47afeea01a6de4c005da31bb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7c547e4e8f591e678680eb2839b71f7b46efb66a3fde741514237977c8d1c3e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..642a02003dc35df219e7160a06c43356f95d51d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a4e7ebdd13aa7fa8cdd539ab05d166877e82a7f5d76135305d83b57c9949d15 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..172c53b94fa1f6e5d7f56723d90fddc00b6db1fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ef5279e3ceda98e72bae26ee779cfd01cc2369474e3cf0a47c857c819a42ced +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb7530885a5e9118278f223137b40e1fd5156677 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4e68b33c4a198cd9ed5b634fe0da6a269335c597a65d2e995678b9ad9858c49 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f4514b63cb6aa11a4aabc09bb287e8258abf3b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e30e6587e0c9269dbfbf62f13a8bb1f04b10b16c4caee23951d91fde7dc82aa5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..786f3b2e7d1632f47139c23b571cc2e28cb03a18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:952a4f1c6f8372f76624169d1e95b951f8e372b32b71ca0034d46e99944901bf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac38c0d5986a33cefe93337b60016f51f636acec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1fc1187ab957533cd2be73451e5ef6b6136294dd65f4b83ebda352db388e8c8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d70d0f4537f56fcd346887aec9c0cdbef34827db --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fea91ea75e7c7cf6bae9184bb0bf8a06d9cea8f62b1b9b961f7fc19f956656fe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5014ef82a8be9ce3b37ee7f14f7c6ba0403788aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9b4175068a5960fc6a899c6a386160910c0c2ea5488aa6e6f40005abd91c3cf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18172e833d377ee5f612aa35279eb4b9cbcbd99b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e52d0aba9eb46887accdebd4783c6d9b88ced7fa56da40e4f518bdc0f2f34333 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..562f7309b686a91d11c7ca821e2951b69d9acda2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4d740c45de42d94fa6a50c211c3eb5e60328451ac4faa5ed660332ccad93129 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1e4e74db49719b31d8dc43eb9fa8cef0f131396 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58ef406ed089ea53a60f836218e43a982ee5265deda77e92f869375ec5d2ce0d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..07eb387ebad2865117103f4a745efc64ecaa8fab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389a52d016cc9a2171ae1d8d37bb12ed77b3e662572f3f97b7276cdef6aa189b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44d015c8fae636caa1b296f7385b25789fd5c799 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:344f8382daf01d3565b68cd7262ca04ef224055e73ca8bac30bd45d71ab21d45 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9a8d4123c7c383e10e2f59980e8d9af1af62734 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15926325be43d0ff5df40b155209564c847e79ef578884afb68d000effeb5dbf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a64470d81bae1d5ac90cf10f7152ab183b698adc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c348fc1d096a129d5e2cc585f6a6b8bdd8b2ead81402ef96a936c068530f6b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53859e852a466654cb4ca3439779a53a7d71671f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2545516d8a800f11ee3aec0b91d02c901fd733556b5fadae938f6fe3d2b7217e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19646d051b0ef5550ca2dc086f67e5bf02fe77ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ef53c41578f05d60dfddf50769ff4e6a36adcffb8f56cbedd168c1f25672715 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52779f975785550acdcf8e1938121ddf5d996d1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ffedbdc96dd289373e1b6118871bb9e35c42430f6726a4e570cae0bb8e023534 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9eeaef870c70153986f4a199520307ab2de87cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e36ed5c0fec77ec366fb48f67a269bb74234dd7e99efc4bea93d1c2c34881775 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c951fe0dc0ed2b6aa27d6fa436c8ede974fff898 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd94edf7fe82a8766813867d1709a993e9e3aa794476e8fb25e7c39208fb2c76 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d686e262b9d920f9f401ae50b6d0291a197a64bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47dce405dd0756e013f81df568419da20e5b69b45ac057b0e960696842bef8db +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a8de54fa341c74699aef1aa5aaf4d75e4d7acb4a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2387520a1452afbc1b344e7659f01e5a714b733b501d37877d478d247fb4d818 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b87a9cb0b6e7f38dfdeef29723e935fb155c0ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1aa7a3cc7a127495ff4fa792c0cf20558814d248a70670be8288f51045458b0a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5719c1b2e6338f616c22431db65f56bbdecad319 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92b94a87c34697bae46096826d4f1d7eb927ff1753df3e2d8693f5f5f862cbd8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..332cbe5d14eefbf96528c95368df5b043b1fa54b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5be0fb4eda2fd13166c28caa47e459bb84f0e92d16001c8e6aaeda9e3a6356aa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..985a34df30db75910788144d4d8a11f580a0be80 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5c1bbabbbf4553638efc1f909475bc1d81065e55976b3bd932cf3f23393b963 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0914394fe8e82a4ffe020844fb5ccbee8f59194e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f033f32449390b3b6b6d5013dbad216d6e7bce8b1f878ef06172fb57947365b3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d37f2a710e2104ea26c10878a8f480e13b90696 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:505ab29b0d2f822b3c032d489187ea41e02d576f1bf7706ad188dfb8e4bead1d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..10f8c9af225290c5d863721f4deac0536ee0730b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:345f7f93cfb6b695c50bd75e00810197036e778c9a91951cfce7843fe9203a01 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a26ab7e41ae406000a8266fa0ba969de02e4d02e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aded0d6ae21943d4c32dfce4df1c0c538cd75995c752dbb7ae11083782c89170 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..810addaaaad5b67c71b4015ad876f8752b9c016c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2ca99c05c12b266f431abd7aab1c37e3e3e03d6dce4c97f016857e04c46fe13 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f74678ffa79985d4ebdbc9d32338e1a205c55ad2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f74ba8b417fb4ff2fbdb22a82d6a08d255d0ce57e0f82ef8d3b8ae4967029de0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3675aa083a3ecff3c9c052e92bdc1d6cde75aa32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb9fce05433086401f00a165c849597040c7306186f6399817787dc324225d22 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d0598d791e4abae88a8f14e5e3e34eb1c37bbca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55fe92c480e640aef8b766709ee32e0b602f1f71f5ceb5ce6ef958f071150adf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a46d924d50e5a2bc673866045d1c2c97458edcb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d2863d7b8b522729aec941ab7f2143e9cff8791f0077f965e26de5120755f89 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bcd71c32e405c8cbdbd77c0253715bacc5c6501 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f001a7f99063d4292ae01d137772f2189fb6021bb4facb89454d730e258419b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..152e252b230a9ae0185d910bdf4dcf0e17665fef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:573f01afd75861ef5c5099c9548e86899e6aa2035721d33da7106c40518fd967 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5db296d98ebdf3e288976b79dfe82ad233fa2d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30385c4f8dfc600364f33002519b0eaec0b1c11fc5648794b01a05e7942395e1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d0491344d3694e213574f61ba934fc2661b6f49 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a82d7b80648502a9794771069848571f6d12feaf21699a92830a45b24fb09415 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1df9f6a4d4dbf0c42bdbf5559736165a598110d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a7862612f2002827adedcc600473e0c4be07dc6cd54a8374ad6d8fdc9bcc72c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..910ca994362a8f6010d37a26ba7a756c52935b20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea51c16afd602525170f1c4600459a74e693df75959f319705c6c888986bf17b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4674a342c1317297df71977198c2c2d20ad90499 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:842b705ccfc9cc2c40a850f57161c1f31758ab24f5bec54897bbf5843b22fcec +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d64d8e4c292af12c4118f5a9dd1d0b6d925fb8a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f15059078350c65ec15f805528b6e2f8f3d09d0c21c5bbb5c984dcbaf14ef4e3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ec779239527e9140a1271a52564be99e759cd1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8b617fd24ca016a346a5e198382ce9fefcc30ed43ee850059db79fe24ed1ab1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35879f11a75e8ae11c62bab9480e7fef1c9da7b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da020c9ffeff820c839e1122531f3cb630da7d91b4f0fd3ab0235233fa0fe968 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a348471918049d223b84205f846d582296cb206 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b022d710d622e9ea448a63877b2c1e691f3641f51b01ee2ae9b5919a3d1814cc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6931fa6d40ea02761e159bf2da83a8a41caffceb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:258eb64fc94be4f292621c01c6553a4969a835acb288671fa58b269d819ba0f8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d971b5a5b5afb42c21a270de0b0f717a871fbc7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:148f51e99dcc365172d04052dd7b85ba358095b60ab280a7a1b9a98dc7e0ff6a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2b6fedb314c3045c92a60323805f8667c0370d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b6c5b04540f3132772c0ef84c4761b3aad8d7436f49c514e227055bf489cc2e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dc52448c281c9c25f864edfed3ab9573b3d8304 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f868c3d3b006f2fb1c1f06f9d9828a79bcc02d1d7dbfb8b09f2607e7cb9890b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae7128ba0b04e874b0da7634d9da089fa8a3340f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d19ad00376350b51508f37bab68bab7e84c8182837740b8c57df04284baa918b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c3515313426d92967a6a1eaabfc3e54113052d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89ef307075ee38eeb5ac2b26658c5398402aab28af45b81c425832eac6db40ef +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ce0668323842abb012b4761c507f8bca06aad50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:746d739272027865ad693e1ca0ca951b6745ad9bd60b39380bd3941909c9d0f9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a5ca8ec9faaff1fa07fd702e036afc902fcd87f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc7354e6c410f5742434a8b4d83ef31cc13a2b0236126cde57db735b6d15e1df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57aa9e10ac93320295a846fc7eb37fd17dee1d4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6445073548b9488965af969481137c58cae6c7484c25149254f716afa6626ee9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..efaadb6ef26a484e5030d69264d8e52377bb5e91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e95c31092a548a30dc16b0c0121b70ccb2c04e62e767dbae5ae50a22d854de9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db059ebd26593feb0b1ce570db41b19e53433d6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:500dd842701417eb85f5f7a1615de6feea5a1ee52c1a0c6d6dedd63bc13bbb29 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..504a8bff8dad39b5eba41c25cffff2f4b075e8c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c496527a3ab7c9c7b55bbc9ac17127e4124fecfbba0882d03e27db10fcf1c1c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64b225bc9d3b518391867d0281c62e1b385f3c5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c01dd27698d62b119b3135e3afb4a6bf9ef7cd5c12d46ef8e5a87ba3ecb6bdde +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42dd634874e45dd8dfb2d140bab0b7d37c6e592e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cebe4f43b7aaa2ce047bfbcce8c17b32d9f10f0016e649031a5dee573aeb9519 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92c559569b2cfd3c67d38523e6b017c4f1b95e4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0619f9205b1188e82e8520b0e802ab172ccae62f22a5c7c858033934ad9cf68d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..16004fe6bf0340b8737cb184576110cb9a089062 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39144a1fe76ff1d86606c43007927e30b2cd68bb637579142e8192feb508affd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d462c42f9431dc05851f7c7c3ed41b4a9f72bf7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8810563dcc7990f75c1d70e5fb175ee0e9c16922d237bb0bfd0c21a901c0143c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1122832e3823ca92e2125d56856625fb28c27d92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55db1a5f1f6f3008e8384c3357e142cad529e6334f6aca907b432385cd5a131f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e64fd783b7508992ccc0c9cbe55c5337c8c31f48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3a65d3da2a5077349244a2b8358f8e752426151a5bff30ebb6fa377a984dc9c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5138cec5a55dfc60c13b41d30467d8568087cfc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b23fb786c618b103f35d31520a26815d49ebdb516962d96db433d3f906444c8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c00d2ccfb91cbfbf44c99d2d647745a0671f140 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c07d7f69c123c57f47b590b9515be238cb1a8abe94762e79546a2b360a72f6a1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6042f42d8b63e336032cfc920d85bd271bb721c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147e785776642918213b670c12fd79ac4802c09d8a6fac6cbf2cca8decca29d0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e246bde027ff3541aa1be86d0bc380304f5b8ab4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66adbbddfdde4967befa9e155d9f8849a7a284fd5a6806e2aa72701bdb866c31 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1561d8ab8a1a67d8eacfffa4a3a6c8ee5d7b0f7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7d1662e8f445df2938800b85d2adad3b1036884077f6cdb1c87dea3bf3b0111 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a1088767922a656a1e21ff22c18f1b60bee7d1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f6e82f96616349dae2bc3dd1f78feeb19f246a29657e10e2a077eb00f2a8a4b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ac5f157bb0a9a838d43ea61d826381ba5258f94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af39a079729407e07bba9f9a5871f5ccd221dddad6a43e5a6f695c20d92f89bd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62c5d10cfd2bb1b628af20a6852b9643f0333d88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:307c41468329e79f7876dc1f42eb4d39481f55a1c7ad3425fbc53fc3bcd9ea7f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cc2ea702fde8e27865ea132d28335b4cd39dce9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6813434c69e6d51faa2fd332d6405b3143a3b028ee993b8d82b95366154cef24 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8575d7adf5995f3eeb26508fa647a7e6d8dec76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df4ef57b620d15de276c406045e0ebc4cdadc207d6dc74ac7c650ba2a8e48bf8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9016b12c04c35b04a68c3fc9c4b9c7b94c79d8c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d01d36d3fc33965fc455846da334e865c9f81db8c7bd8b0a34f5e2c8e5027440 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cec8e91cd5cc9ceefb720130c74653b4eba8ce30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae274bd79d8e191e09c0fee7ade39cae5bab4a1448fa708c18c35ffac22f4740 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90faa274d59bc620f996348325d720b00bffa863 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b917cbe4edfafd0cd992bffcec97445ad689ad95ab5d19ab80e277130725c93 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9417ba714acc887e77bfd0e89792ce5a4abbabc1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a310faf3e733c712daa4d2c648c7df511a067ceaa326b3637f3be53c7d798de5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b318dc9833af70d7d5089499924d16dad24a954 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cea46a1a5fb71163d727f37f765588396fa3696bf733795e398e178146562df0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9c377c462fe3f19f9a81daee9f8f35a5de1af1c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f15cbb5b72befe78f75091979a18b864654921d846d0e83a346b7cbd34a6a74 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d27e1804e63162d09ad7cac6a8ae0990c66df956 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73fca5e7175e63b34a321f053301faef336ba919d239be3a406a562b2713a833 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e73a158c1ecb7c246e13758fa936c660166c0f3e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d16819dd9870f2e51cdef5b62b5f71c9f8dbf0d8963ec9c2bb715dbe9b09ddb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..48a991a0e2b4e67261637f6c58225992f37ea775 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:611fbf45939ef330e6ef670c9562ffd12bc8e42a68df7dbe76be75a427a38cb8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f946d7f595f138ff27ee3d53f01f35b42858fb85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24cfbe62b3b027e467c28fb3b18dd4284a8192313f9c11e6870dd8acea532109 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0291de2d56d0c6132aeb050608f4077d717c21c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bb7c12fe2dee024d4a1aefcfefe5511ba3d56c50be0606d2139461efd8ec5f1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2aeeae44c981819976382e5484350d106f4c5c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:069c65836a8644ed94d11b173e778286e0ed1325bef8df86cdad41bf8b2d6a3f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb35e5147443d4be98c9331c12c1bc0505e2f524 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe3b3e30604f0b27c937dfd34ca20cad70bff1e3123655f1f7c8183f27079753 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e12dde2772016c086316a88345d74a69351af99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1eee823185d4a4ecde0bf6553ab756438c8ed37a4aa404728d852b50132ae052 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..395bb377a96887f1433becdb5274b7c6beac9f7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2611c39032bbd570874b073cc1b02ad1e1a05114bb8adfcf365c6223fd43f2e6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9099ae473e3840d638e9f76a6fe6bdb3dd2743b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65be92c51e9ad27d0011b05597dca6ff768856d3b99eddb20dc0a94de35b4af0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d7804199952ae4384a809594eb4768e4389d659 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8373afad6c7fe52dbda2626e93c6c612fe28caa029954652b523a1074568af1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e26af627f104d67228434194905bd123d22b0ac1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bad2bd857078c1a0b7222784dfbb1b65dd57d9d8ebc0754baf243b4484d4d21e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d3ccfa5d408a0563163bc1f5ee7b943012ecaf2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed2941f732c79975088cb716fc274194bf18245643b784da54d210c222184f34 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57fa72b1237ecdb3681c3e76af2367fdeeb21b45 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee95ba874f4a79b6bd68718a7177a0f9dacd5cf5bc3907f138a14af8ab1868c6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..59a79c266c04dd05828de4a22f70c9d948875390 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82e39dbbac9559f27a2dc440d475478a20f55a46b8233bef39a156b0cdc54c3a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f567ce78bd41648f6513fcf63bb4f16fac27e686 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44a5ab73206896367b725665c5e9af0eadcbbd386da78f5bf5997c0781dfbcfe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a75126012da3a83830a1efe24de270ad2eac0573 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd71f569b3b5208d82b2f5ee89df15173996a884e1de6d8ca86fbc23e038a4aa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a285e9fd7ef10c5f44d1d67caca91a9207017f47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c75f8e0e665d404d7bf9ae64eca022b98aa5475cc9bc7cbb796d992c365db4dc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ae13e35a7fc1b946d1ddfc951db3074102db32b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed346526625c5377ce19d99c54710dcbaac604e04707373055065dad05b50d97 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c8e498003feb9c9958be69c3dd0918cb99f7ed1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:964245a80404e4a20ad5db422fb7bb8e1724213595945d4b38361ff157246362 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d897139fbdf580534794eefcfa3171744d20b181 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a91d7e0a25a38ab4a082c4243d906a0098a7dcf165019d81009442d05b14b76 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d16a6daec272b2d7d16ac4db1b58c8098fa18f50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ace7fe6f72292afa1c2aa8aa72e58f9fd846a4393251990fe588457a3f168b4b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..07bb7124528d8a3ae213898c710187659796ed24 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0250f8923fb0d2b1744f6442880c64e3fe57b1d1fbcf6d97d9f463f8f5f472a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b22b877c4591121540fa0001ec92fe822aba3a6e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7774c5ab105ea03d8269646b9b5a65211a408ee68670ee8b828cbbabeba40d1e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e503f165801d3df6443b8dd425da165a1bba9a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:420e77a3f9dc6624220a6bcefc9aa806f345b7c92f167e75a44a73d8675cd24a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d741edd32f9272d621474189eab00c74dff9305f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff24a67a84fd33dc6d16f2ce9fed0e17906bfed59e9b60e12f818c9aacb97bd2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e58c2b0da2dd6993a6e6605fb570e8516589afaa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f81e64f6d7d6f061e131baf40ed9523131810ce0ccd26f69326c04ee457c2f56 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e848699ccc294678a173065845711b771387d24e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3f0b6adf2ea82daf84a66f6f532781dbb908393082aafa42a0b982ea55c049e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e998efa82dea1b4867ddc542bdfd0385af52334c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c2e4f40e3295eb346ab002030b0b671ce7461b317302dda5e30f2aee3e06a31 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..509a5fd9554c0d2c2d9d3e3cd53af617aaa8af54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08b281b56873eb1007dd76624ec335a23849d7dd0d54ee1dc57fc508a6531099 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82325ca735085c50e052c2e74b24074ec39a63af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f1dce6573e529b0e23b0c3fcf3f50017c44e74dce06c49bf844b02091366cb1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc30a6541e8b1e9067a17af742290780aa0bfa6a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e79ee7a175481acb494fbb23ac3cd013348b18642cda58ead8f3179f49fb3219 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3367da96846248faddeb146e97c8326baff70585 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a9c0ee0564fcd417641b9e3e358c4c04997c1610280b5289a82e2b00899dcf5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f48d53339dd57dd8c3c0b3e67bb9b0259322c5a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a89e32ccabd28784b79992184b5da81317d26a789ec6ae86e755e5ae4ae03ff6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..560adab1148a8d6930073b873633eb1f7aff0c2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95624e61a10e27c96b542c7da0086cb28e99fe70b9e8d5210f85a4eb9fcd657f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..582b1096058c41a6c2beb3a6716e9e24ec0b9435 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5c8f3387935a5a74822260f6c03167f2b1d8b45cfc6624c781b3878f98a8e7e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a243b6c29e0073c53720425c8d4fd24804977e57 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1482584d4e0a6b7029b7bc12eebe69d677e104cde87a404621cb7cac13f935 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f83721450d8a495b5bf10302123d25a3e4a5f3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41c51ce07f7e3dec8b89f52d7eea8fcb8c4363234689adcea1a67e8ef345a74c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa9f5ec3d3ac0e19460b3f70d2166c1ad28d86fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a4655a8de244290d9922a483808720b6951f117cac4217724a017709b82dc28 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c559af2384831d12b1c5bc446d81ceb83d6bf65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d6cf18b8a20c3740810cf69ad77cf9db15f9ac6a0f01468bc6b4fabb0a9c8f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41790f84b3ebae237374f896cbf28a05c72a97dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:616974598b41d8e51cc7e94088513360df7f030fe6989abb7e8aec4e029f0108 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..562b4a4700c8c059fb90c96c270c46a9c6af822c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33c903d2dc1351da6b9810221099088d96f05852be49bbde24baad6cc784f3d2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d6ac821ca57af7fd21a72e6a3c34f3fd621ea8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2e963c0b1e16f2a3c5b738e5a8aba02860012ef2baab245dddf7d859651a334 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cedcc3c2eb80259ae3f862aabb2f6be15a3f63bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38716d78755a77de7a81f109cbbd10b7def53556b818060873b4c5e4d1f8ae5d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6ea1c0248116d5341ca8bdbf22c579642769bb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:924d4e5485b41ab4a35ecfb42d1cee97ba18363337a044bad81deea5960d9c6c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09f2c625ac8132282fab0df27680ccc51baf7a61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd5ef5aa98b9f39c0b0db112fea0347150ae6e4648f7f08dd58bb8b134587b9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d91c433c28d0c021827f9458e0a7b8d9a2d37b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c902e9b164fb9dba3ac5fff70ba29333edf74d1a254254efbeb42c8cff36b48a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfc4957ec4804d1cc6ed0d88a3359a8e5ea79ac7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3eed1480783c9283639ad0c4de0ecea029a780ebbc6c114bac10685936a785b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c9c229b7ffaeaa38fe96e5e2730d809fad27c62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ce74906cb4622735cd6da104ea65b8bb8020f470fafc131df756723b35362bb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b94c424ae3feed45febf88406ff0998a236a2ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f96d8c4e619ee7849bdefde77219ff8e321baac6d42f7684c753886113cee9d4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f0ca412dca3a5963bc689008f4398a20acf4d53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e28ce57c903e182caa74ee7f65a249d1559e5741c02127937b955c2472036f6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2120ac5272eb366f059782a092feb2813f3b90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af47bc33da1308e384f0f3d14e638c4f6c4b3a262c78c12968cf90ce9f3827fc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f786f6be5e35b6f4aa5505ed81b2a87e5b065724 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44ed8fe6bce617be0c40c92cf5a046ea53b8937235cdfbc90fb131f5f01374a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78cc29fcdaee0141c6d7b078774ae9900381e9ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97c74802b7fe621a8c92f042769f9649e56f05de9fb21446d5c40f64176a854e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fff8cf7e7d344993ce741b5575c221eaa27a86b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7f626a457489cc1753d098fb6848abe5d2a03324bcb04efabca7c9f76135705 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c02901a6438313ec6a133695202294aecb7f4d76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7f0cb2350b3bbcbeb2687e2f15d7cdf881da5d3a2f65358f00b95a529c9537f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..edb7ec3a59557cd1327574cc85deebe5db25f3f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2e3be7ffee9c76df182021a5b698792cadb443577092fc039c7afd14830361a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fa4c8ccc3220a3400f58ade39a55fc19fe1492c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:346b08826fa5a94528edf44b8be1025dce4d26630b9ef820e384cafb127da06c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5a849db176b879b3cf7e736810086bb9f700396 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e8a055404225eeae47027a0cfe99d48c035f98565161cd704661eb3b0f5f1e3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db6c00b378f085c574120bda1560b2bd6e0b5296 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60838d0e13e18fb3cbe4637213f34db461cb6e30bdc219b4dee00b0cf942dacd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..056a3502b2c499f3c645e0c589ba8cdd97f32c13 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd050bf0da77aa190a73c2f146b5d86fbe2217bff8b1a24627237c8e9f27a539 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab10a314982596e4dd1eb005d51f7fa2953bf6fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fecf2fbab43cdf600f7c9435de4f14265f736233f5c13c9ba20eb1445fb9c4f8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..43c549cb4cfe5c4a3793adfbe302c2a5986b6a63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e65bf496d9584082786a62ddf131f48f02f5735d613b7dd9ec2d43fe9887c73 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..405707e4d3d3bc8a259303d0075a3441f85f4a0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6543b833e38803ef645abf4490fefea6eaf394309e1c25452d479989ea8d159 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a6719be06b0c257e805176cc56e8358e09ef80d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec6ee2ae23426c3b87e9a957cc6f77091c75ce565ae7f7b9b2f08c533b727db5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03e79c30ef7106c1d4146a9bd0bce205cb86c9ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e41e9185ddb1dd2ea065611c0c9bb1a05a3122f02204a9878a9c8c3ea8c06bb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fe18ddea3d172a90a92a8922bdb3484f3b614a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8fcc544c49504664a5604ec4f7f95ff717b3e9612059b9dfb26c9887b0dcd67 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd831e264061896e5d69b26fee8c228dd2c72847 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5c9c311674d5bf9c0c6239f56e30f424e12a517d869f5377431c27e0da5b359 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37a8bbd75b17e245bfaa917e42f200d9a5175c3c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3d66bc631157d1dba94938171998f6103c022d6a93c9a531782980e66a78fd1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7eb1b518e2a9cd8e428c1da6de8a708bfb882334 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:727a821d9a78e692c50f6ed996e685968e0943a1b8531b14ffc4e3b938438aa6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb1e3c6af1b2ac437b3f18f00dc827aafaa93a49 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:523ec37afec6a35e86c3a2af6546e7ad4fa633c1816372aa0d1209e27943d4b3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb501a5f7c013759b5c670a6182db521d1889683 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21f486723610bae350d2b071171288281eb614b1a003f3283172d71d51b08957 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a23da45f725d2c9ca77006eeb28a56ff647972ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60fdd6db5db8eb03bf7ba774a636e87cf616e3d43c48cad78d521ec328bacc9b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc86059b6d957283112a4f3bd0067fc31087f658 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6919b483dbf953b5d4c6a6677c15ba7cc0c3505d9d6829a19c1ddc2179dcca1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5dfea0920fc5ba65f5dd7475f51d38daf833ce4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:314517747c2b8013a902df08ce8e1512a5004b055bfcc2684430b72b074d9bd3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..859c92cf32769a7e335593052755973001475796 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a14faf5ea66849b2d4becf995f24dff6dbb6c74f3800e890b7d8fda0d881839 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b06ca996b22f01a44e0861080a6a0a366a91d88a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:626d4c100a582a7fb9ab0fc5b423c20a5dd843cfa075f9b537f77b334c9d3331 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33e85f99df25c5e7c3a4e8dd1554bb431870d80c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:578ef76538a5fcda207b9c0bda22c5f6a5437241b0390806bc47dbbc2123b9a6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5a7e40ea6f5786379a0449f53a8f1a304353e70 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a22fd3469cfd68b14c520e0e60a4b7ea19dcec018cd5e256a5359b324d577a84 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70d719e80aadd9afd6072fc1a111b76293359095 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27e777a3781083df66ea3f4ab2bf3145abc666d410f76b9f6a17447ce93cc3dc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..af1c6a63e8c62172384c855a09581342bbb2f99a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a9235646bde6740d03a18e2531b7b2f523a274d634d2c78f2d492415209bc0b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..664853dc1b4344af2d34887db939e9c6d2263be5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebc3832f0bd3091236a191dc8484ee6ebe2554577a81065638bb95e7ec86ec2b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..141099f996676fecc6246c584b50633a75f15a4e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3456524f70cbcec85506676d72c73594e01031106a951e46c8d6c5a34148282 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a48d4db30cdb868445675e52351af88e6205b17c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:349031ba7bca19fc69d97a1e9d39427ec3d2dd203c77809ae51b87234e13232d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf15186fb01e690d849e1fb36fc11c6d7e4e2af7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5e3ba7e57016622639e57a95f2ee39c40f3ede066a6f7a3e6c79b2719aefc6b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc3ca07fc46fb6f4a1be972b91fbd74e9d316cd1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:670bae7b59c0c1dd406c6bd13e8b866b9617ebe1f1a4ca53580e8f5068c38fb7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..053f4b9bfe6107eed926ed0d306d585b1703f035 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0246246455e4ce5ab5b0d08d182569f583302e68937ff62dbc2bfa02470b90f2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d5fa2a276961208d49fb70d72708ae908dfbf0f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:109f53fd9662e431e4058909672886fbc0663fdcdb79ec6869ecdeba1e2732c0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dec72f7bae26c6169751d1ce708d22902060ac0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef155025303ca5066a41facb174727aab05188029fa0ae5fb53d441fef9763d9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..632a1140f65392ef858c02cc57b33e405dfcd563 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc41ff9d5055bb1cca2cb29073579c6ad0cf4b08d8f7df5e344beec82ddd8f0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f36491ba74e0c56d7868d970e2e6319f61e3b529 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fe2b31b14617ddead50a7254b13abd2a423ecc1c6dcfaa4855664a9f49e63b0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..976efa78976f3418f515c3b5414125d0ce41124e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4abc9eb60caa1789489071249aa898619d3e6e77386888dd664b9b0f4dc55574 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a850581b3d4ffb9990ffe065f5a346b6fcce9192 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1df8e8cd740d6bd0b32bacabf4dc58cbd7b265d10232523d6171cb2731a96e09 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5638eadd95a2a9f453a177250c86af195224405 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05782c17c6b8f5c89af86ea3a37c83b20b7f6355dfd8c1e8852dfb17e4f7a868 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bba7e02eae2c46c4eaf4ffce1ef72daaae9a7fb1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6048d7e961f8cb43315f850405e5c92f87b6472563c7eb5cb32bc35998301d69 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc6f6d299e450ff2a2c9c05b3a3b4a379edee553 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ae24b2e5b317f4b91664dfc167a91d1f9e6f5241ea5a3c1b8de698cb9d56bda +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..26c071205933d7583668ce219fba955b9f172301 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b61f84ecdb8d6da2c1fd2cea0de5f5e852face102e784440c234bccec0a0a26 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6f5367fff750acb69adad713d7073efcddbe161 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fd34b391e03496fd3f429d16b07bc92e86ce6fc7bad297471faa7380791e020 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..317d15935e38c3316eba3f3a7dedf9e4542e797b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:359ea0ecd831b2e459052b2b2322a5b87778a2b4152ee5fff426c6fd1ec594f6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..255508dd8b054217ab36586c73d47180d25a8f43 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:009bc5b9038f648f0dece2e2b5b116977abd6e903f5fa49f4c0494647b044be0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef94814c346054e58e23bbfcc4981239afb8f61e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e57cc258536fadb901f9bc6f8f1f459e5a2d32e43823da9dc8357e3d52d95b40 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85f1894c7d56470ea2bc58d6aa81e30e0eba9bd5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03580e6c9f25a6a9aaf6ae0ff0a1720af41b170e1ab83f4bc66fc7c6e9801d84 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4da3bcfa59b4c23d7038700e3a6aee823fefcb96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc8f3d3642834ed27c28004d4ae6ff9a4f1d2006ccf527e6fd65b43a700132b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46294a32c0308dc39474876932b2e68a5a3a8f0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:634542a8573e9395e0cb570bbefb18d572b72413884baadb814d8aff3bdccad3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7763fb3838373e7216283931701e47fbb8b06c48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cac3cde83c48225e925869e07dc663456830ec33d2d8600ef6945cc6d156e54c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15b94357f82425ea91b630aa99d688c295c22f75 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:391c81b7cee945b3339d36680b44e70e8a6fbf1175cb1906c87adfb1bcfcc753 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..37522714b643be483fbc8d5034304848c8e991f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3a89e2e0e56a4d582913bdc114849713d5d30372c2e98f9ab18877d34092de7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3af18bc72b01f9e17b30261106093784ca3aad84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3687307afa1be347eeee6099d52592bc3ee6dfc590eea90e91b949738ea4780c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..696fd44f34059c8b931f4f3a2a176edb7390d08a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd914a5c88fb12dee21ce25c5bf1dd1e51941b484cf678299222ef9326c1c8d6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e738be7d79f60c300540a382c102fc5e20c7e86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc4d795e534de663c1ddf648e85cad1cd6b8f99f32a030e1fd7d5c8a90ae022 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3241b76d12eeb1641f3f928fb969aaeb14fe4a06 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbdd04922b39b553eec7356744ab8a1ca5849e2287c9279f0f324fc2acbcb1d1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42c66e7072275b4ad45754d825abbe6c2f115664 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97b6354f328897b6a586a0f0633b2c1bc36e4676ca382b560ebb4f9b36241acf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cfe0ec99b934cf86a16cee7113ffc1235e36eb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:743532ee8670d9b5731764990b84aa75cc263667ec9b90a626179f6c4ff1e238 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d2a8468f41846e2020ad17a663fd5171cdb5661 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f744422984b841ecae37711f9ea41f39977e60e2c6419e594392261c4f24f59 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34e4beffaf819726e0d323dc96dbefc6ac7f0745 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaf93a8a2b28d82f444471e9daadbff85104d948db0857f1d931bde0e9335a64 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e49519bc7571ae99a37fbb7f680db3c72c299177 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99e2700a39a5bf4c3dbaa859b13d4705e70faf02cba2006934d1202c3327e2ad +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6ad18f47e132d324f8d96a9f86be003caec21af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21a032d40a2ef8b74605ed597dfad41aadc21a298039c697355c21ed73b93802 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34c3b23e973a7c954742dc1b88cd3eb131a32010 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4797e2440e9cf9195b11259a5083d88fd9a8507bdc85f74ad4d975ee803b214 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c87f920ee02c8ecfeb803a309a62feaf1c808f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f263acaa97b90cc696daab2984062bd057497c1d6f1f369d0cb516987f3031b8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf2ed681dcd711591eebc467e6459187ffd361e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a809acb6640e41ffa97b5384ad39add313601a690febf1314d01f67314ef6bec +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4cc65ca11a37f3abc4a0a6d8dc42bb6ff0a0f0c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11c60751e8c3f718f6514ae557c68d898333aad010eb44904fcab3f4e07b41b8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0813235ebda9148a5088fb6f10d7c59abcc39a1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f428b356fff7a55c167f7796e7fe680820aafe076d9cf9e03416fc00234c284f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..73579e4f9c2884c97ed48094a19aad22d95f43eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e1f80bcb5cf0c29817d71296e85984c0a8c5c0b01e958887e6e4d178b9e82de +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c86e215e6423e17e7680247317908f58a4f7d28 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fd65e2fb9898926f8a9f24be97e39b93825f1188d35fb39ac29a9f4cd381bb1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45ab0f4c3c221f576427533b180d0f99242f86a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27a097828e354fc207837666d87cee7b4d0cb4e335c0aabe82f275c2308d4a10 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b4b7624e087cb6f82bafb4c0ee04dadd50b79ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6969af9144672fb3e14552c9cb6e2986b5278761ad7e935f612281c6f342be88 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bebee8220bae0cc8ac16c885f8a0d0f9d2a09c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0858047e9747a2a65172792b1dff23e2594d3808fd1aea110b832eb3db5f708 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..853adfdbef32667338b7a637ca05658e35343ab9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3985fbbe321daac3ed7509a9d52eff284354e2a9ed8d2aa7b3e3ba1d4cc722af +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eacddb1cddf6ad886142dee3c63655b45db1433f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:669957b766e980b7de907fda54d2363d1c46dca76d1e721d3b2b8a8b6a24764b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48e598c6dd86065f6e43df180a1fbc6b2c04b51e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:231da6c891e3fb1417dc198758ebc93a03ce1b82f56c9eeecdd46fbb6dc20cf2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ad592eb46b819cee9fe555d874944ca1ca78d2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32ce93caff7414d06af2d09324b51ff6e39a511abcc7677fff3bee474acb54e1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91c6a2b40960a2411bb4efb39f307d7b4d017d98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3e54dc6df1ec1abfdb2dfe2118d9f27efb69403bc79160048c70246fee766e3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e80b1a62dd8f8df602ec8d3d15a296a8285afe58 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c03b035e3f951359448742e8f92ca6dc62d181f0dec6c7c6036a66be61b5a82e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb9636ab769ec09f5b3f234e087fae5f3359eff8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1bac84f67d57d4c0be55feebbcfaed4dded8e5ea7b6b596718b3b67f56cb1a6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb2a8ee4e133afc9e57e1233fcdb70709c08a40d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70951e7108ae255da0c737251f024231762d19b1b78440bccc0b6bc34c7e710c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14881fa0d1895f4d90fb4ac3340f03d52755ef75 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dafd3a422cf49284b8bb7355704c2fc5375f4c17e8830b82a1a8d987c43d5263 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..84e7df917a2a4857a596c3c4a42b359d75dd6852 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e9d15529bc3234628758f6bae7a259f66e2e586e4b6e18797d1d6299cc026d9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d095deea0b8495667d7ad02262a916a33487520 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96c45a8c9417ab8f91cc551c9fcbacf1261fa4976cae512c43f496dbd3dda0d3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..042bfe63cc70db7b00165a0e53b88d3d64ac8a1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:997edc3eab51ac258e2bee4f46f776683c1dd40aea4b64a7aba7f5f2b47a24de +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9cd87f1efd69f4f5eb09ea94eb076bec35e86e88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8485bb53c5c02f5101ef944c12925d9e00a247ce7cad955600813f75f79cafa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50b90b3f5e0d26f4f9d6785327a41a83e71cd69a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61d6044ec0b03eec8426c6a5db559827cbc155ad998bba7a7bc5ee4ed3b2ec5d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1569814c3e0e44749499b77d3404a5cd5796752 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bd944588d1a70bc4d9df7688e6f24e45d88366f320b5de7b637951fcc35653c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae3f0fd261ebdc8bee5995c24c43ce68b106933b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:245217a848754c3f359ccb85ca7bc0ed02443b5c8e90f734dedb7da749df9cbc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4be93fc86d0a1162750c79b997f728a6a817f181 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60a3685f39ef21dd61e870c3f8e62645261ea3eddb13297d1c8e08050b178042 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a17d6ea834aa5659196fee1116baaba6387079c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fa072339ee1fd915fbf2edfcb33d4d65e1c873a958c770bbb9216a1abdb76b4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3191ca6dbab044a4085773a16c1a256f8ff38462 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:374487374c7abc653487af544e10e62a28704e3e45dcb5ff9ceeff72f96a014b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46bd1c3a4f6e62e29c54ccd8b00903107860e65b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddb34c1abf2807a456a084f921467364c31dd3e6c9a1e60f5e501a1158d7495c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..510522b0cd195f6e457a9faac1ba9711e2bbe592 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28ce231b3b854a06fcafc4a79603bee520c27b1f5a7f491f4ab6920a360b2b3c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5365e2bcb66ae3c9183f20f2ad3bb215dadf1ac9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80e35d358565536d929961b55569ae147279d837985f21646069d949512e2665 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a30e74cc8e31bdf89aa652b66dadba4dca687c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e4af2f9acb72a282e1f34fc831744e5c2266524b7790bed807b464da5705a10 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..066984f79e4f1858effbed0817a74a41141e2e8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:594fd51d63338fd6b85d8c9f6cf4d9022850423b8e451ac4731eaf72f4bc8728 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0aa5135697ce2ed1c45730880260d653c6e4db68 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b9f37f92c05132b3b7240364ceedf4df3a03073bff32fc38a5b68215bf03cc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fece53c614d9ff2b1b8178e4871e0ecbda168a1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cff30067f1bf614b3ede052982e2cb608db908c4cecd8ee9e60daf4102ff368f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f802a41591bae0926462efc3c07f375910cb4b8b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65d11bafd6a0d35f8f5071850eb533695301add5717af4d670f2921bf6ededf5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92d8ac05dc2670fd4d4f687cb498688a0d787c9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:355e20213fcb1027a88eaa90ab33746d74c7bbdf85758b88acc753e2b12a2f14 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72b6da87a55d89ff1005ab3ad3ef199f56732d20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b0514af447bbfa449f3e1f9937dbfced13867633b8e0d1a4eed27e0a6a1ac1a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdf67386729a788fa777c14dac56cf7acdb54230 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22a642a1751b73515d3e3b46fad3b9d1edefed5ff659868a25d2b7f8fe301d3c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32951d5ccfb42438a11abeca8df293cefd73a04f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4048cc8e3ba03da85f5837d1190e4c76895bb09eec7162248c8985b5b232cf2d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8567867011d183d2ef448c9afc226195893d0916 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69cb9f1a74be28c301541dcc21596edeb69b5250c9b97b827a8dd5e681c4f2a9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c077889cb85b7800c806708d4a34940b1d4a5918 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad6ca08719c76c161bbd44951635b412c097e2ca60d8b93e09c479d4381f2fb7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8768d2c296a5d3914ee613251bf65c3adbe9655 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c0633fe26de72ced85d7c06d6aab0d4ff4d9789d35a031e34ef39b202d5de97 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..554a9f3f4dd6457d4b1a89ba6da0e582b1417d6e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d38d75ae20806bd59a25fa12934725b38e17c9e962940303198bb3d8577e236 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce6cc113f249185a454570494dec415ca3227633 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3cdd61dc1c2ecac13712beeb8e86a51861cf28fbfaaa1f080166513ab9b9cd2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..749072a21820d31139efc20c66fc9c1291b8f365 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fdf5a90687dbaafcbffd18176d0d0bbe1ea8901fb6e0505e969ae749e41ed5a2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d1f2ab7fdfe35053a4603eaf0001209905d1519 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2785c6364a13411e853bfc55c700b0cbea6f89230bad852cff77d5ef3eac454f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..110dc5c4b03f080e6c003b1edb46000e3a04ce7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e153aef370a059e323ef0c5ee72c37c6fccf334017a0e39ef0ea4e9a6a4c974 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcaf743e8fd7bb759eaca4b010f7df6f17abf5ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71a5483c7f8b171074ccb75acd946a8ef9e7579b7800b1b9f83fc08ac525ece7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3520cb202395495cd4bcab98605e013be3e0c22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9b220f33db59f6cbf6f9de7e9b61cbee28f308d5db2dca1508a9180f736259f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c6f3aaa1cd3f297ec6ab51e48086c6c5e5dfdc7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c921fb3ec86671b01b686db931efeb10fc63b13c9adced67078d22892ba4cf7f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34fb0ad02bef02843acbc7a15255a62614a9c50f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ada056225ce5dcd26bc260215817e5051b5aafc431e0f5f91d6f0595234f676 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b514ebfc717da64b74f00fa769c47fa29887a1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76404df0b9e1bca7d62a0ceb12405de4cebba1b005dbadced765df5d09d8ddf7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b48d8b70db6bd08690efed0e74212bccbb24381 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:196abb923d08631b865a8186b2fc793664d10b117988a47e61559d9cbca2749f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72650054090372ab4678559ed48c7bb551f0adc7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59353f3e239bbe1ce2a59d96372f6f8b523fee464ca37a921ce11d95eec727fd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6d1c4a302e9e9b8dc4174446a45315f3842a059 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb59e90da8a9eb857fe4385a1313c9539e49b77a587d34278db281daff078ae0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..39f0669823aaa6dca0f9cc0f3a4dad90920ce2d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ef70baae6343b8c51abb4eb8df1a09d5af9a44a0a87e5ec7b7f28e807e6f553 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5443cc1ed79be2a39bb34db3868246d4ab483513 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e631c3761871cdae26d90857fc41d3dcf58144d84817922eb5bc2b4fa24aca3e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..913397deabe6ca2b84e105c0f03d40445a91c53a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4dd4b5cbe2c67c473ded634da349a457dad50e999f17007500970bee4c16788 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e59dcd369a9751f946a467b14a8254959cf2e31c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc27b838f9626fde9314cb554561c0f3f94b12b19c31ef17ab43ac8d90f6420e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..404f9a23d688580ae75a20311bc785724ef42a44 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cd63595b88e1c1f66545f2b2a5787203c3eda8770dfebbc5e47cd39aceaca99 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44c1a6feeeaa700fb3976b60b37961e58554537f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1f2b7786ec1c868204d7f4aa3550b8a092244669c7da8e7a28af49ebb3f2644 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..45c1938018c9072b02a6909dedb481744d4a6b86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:539474fb7d7a1bf5fbad56b99ef06c8ed1d3d3cf995a95f685f45d91104509a1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..819bd0b31bfebf2227d9be6a599613d6c72dfeda --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb148ca7c186c1a0a62d5697453013ddb326c131d9c58c5a4940696ce7131d12 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0be739597ba17a5feda9968a4ac44c59673f1e77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4913670e8944695dbddf13a4cba42c98277c1884079e18a4e5fdf6b407b634e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..629279db1aa7f6034f593ce4c2702e0a02894532 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a0311aae04b4f97adb993359d7b48462f7a5f0b9c85703a3f705990002eacfc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9f5fc984098e6fb80fb742508476132f3fdcc416 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6620df8e4f468e0976dc724c83583679695021af98d4d8e150de85e7b1559076 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b008953604ba7e65bc28275fa786348c90e4d64d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2621dfc0d458c1f60032abc435d974dc4e4e3d91123877005d913b6482d464b6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..750d180d3d1a8e534f44960260e2bd7a4d40bc8a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39d0784f2deb641581f716761c94fa493ec9fa37f180e4e1e275b4df056f3070 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35c5c5131a91cd76e44dd328ac61d0559d706c92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5be53ddc7abe4adb0ecb89cd89f92acdfc95a935ddf50e6c6ab1a53d72ac46c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3521a9ff479f804d72235e741666be7c659fed58 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e88c2c1b9833f2e40a5c7763bcab03693d4b49d89e3130a829be3fa4695d2a9f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfe01f29fedbea70a38fd25589765240fd2d956b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1e97a0d35343ab071cf3793a0965109ae57fad0fbc2c80a08e4a4243f6682c4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..23d5a718e5c524f43877a458c8120b373790ec33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d3b35729f5d6293cbb4e5a93cb0027ce4933063c0d6114b19a043474d04361a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..272e555d247c8a4ea57b9630180ea66f1c93c770 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:835f98c5b6672d7acc9b6f995ef0e763b8af3ec2e5619ffbf097c006dd51d978 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..238fd9d0e9e4f134f9533d506478d3e6086def95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1f2245101b7adcf08184d6af5e85a3f5826e7e19775fc9dcc181480a44f3e20 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..237441938579fca3bbfcedc7377e8b5b54ff8ea5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9784e218c84c9cbe8521f978b76538b38a0e6c5811af874844d298a2fb8858ff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e535cd7983d1bdb177f3989dfc3e7142e9f9476f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e84d62a27d5cbbb6bd497ae255b2ae46753923c12f7104a420642336f1384ad5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e70f0582fed051374de4fff290c22b6d5757b2ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcb55655df5b2baf937d4b730115a9ecb0dd1a061c509f4110142df2485e841f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5baedc4f023f9efa7a40299ea3168314371a0895 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cc3f82a0d4bcdd73b3ac229bea91f3720d492abdb32d27944c7c2ca24d1a53b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b816c2b31ec0ee3aa6a67bf57ed8ea3e72079dbb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bfbcc8a9c0e8e0cc02f130d85564958b097cf94861f8e0fac300c6f1d9b5600 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fb423140a74d2d6f68e4650d585cba40a227df2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83eb6ba697287c0b31beef7f46b80e2aee448fea58b09f1ae80fc2003c156e3a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc8752280dd3bb45356e188b943e3b3af90c0301 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27d1f5a8949b8ae487d7948ae7f1c3fb36e0f072f4dd41c1b08626de306fdc2a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a0721aa191bdf68ca82256106b7e44b84058141e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec2f181c977f72518367616c8021224f2b5b1cd43fb76e194d09ded0ca97526f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b00fb1378cba3bd1920686638685f77e806037b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e536b5570341a422ce8b4d965f05691a4f18321eabfa91bd1a608c21d60c958 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fa728eac46bf0514b4335732000fb128b1173c85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cfcd2cf9b23dccd44cb5679328e8c4627ff2d494da6ca2d5884625c0e340718 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ea9bca141f8b4216d6c0d3297b183777d425651 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bbe16f08c9bde4276fa75ce932f9986b2152817e4ffa4009ac63c81df41f7be +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75953782d215272ded636b1c659ce1ed80fc7aae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90630182eacfb06887e38394a5c88a2042e730456b4a6986d666c6761db9bf94 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ce5bbb1a13a4f7c773db1a8422057ef3226119d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65365fee2f3ff195178b6be227cb9fe5c45612e1ba5887d6c62c0b800c17347f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e12a1f6ec9e828b38a333ac0920adbb9be0aa399 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0788a93da2c1a9ea8d9ec2da53dde779a2c8e27b86a24edaa6be8dbebb78478d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f07e1412b5cf7df3c9afb297ccb1aba7c7c5c2c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5b27857cd5823d3971f0757f07af1a68421f4ff6d9a6d065c3b9489a7d3af45 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a798d2078ee35d9f13679a2a09fdc94c488f1c39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29931f632dc68fc6d3b9dfac312fbd98eb34dd9d84e18fb75910da304912b4c8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fc4cd0cecbbd356a362cc1a56cada7263189371 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aee75f87dcb65717d9ec970946fbb3ded954fa9a3bc6b3cfcd3884ba4e75a2c8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eac9085e2bcbd47760ea5e12330dc266106d174 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b5de30a8852eb1a9add5bf7046663834fbebc80daa5a706528cd37dedfa3bf3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2451492ddcf3d48a7ce9dde07686929facfe8fd5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c797cdd794c82a9cfa0f22a18fdb3f6fc26809b1f8844d6f7e2c0b8cbb9d1315 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..df2826bcb9775ebc2e5da4418568c527433086ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc9fcfcb7928a3465ed5d4e9e932315b748970249aec7bcf2cf833d0e99e413e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..28447457c74707ad7c1bff60a784257526b9abd6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca236d5f37587ab8e2f9215c0f5d2f6128e9b83948f0a45ada1e4ee3665e28cd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d4158ebcbe0c1025ebbf0ee474413cdeef19c61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5714aaa9e1ae97b77c2a3e506733dac5a8e16774252eef51db4333b99dc6aa32 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87340c0df18b203dcdf2ea7e2fca8c0f18d45e0c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:451ad7b5517888f5596b1ac0d9eaef298a41818aaea3a2c9d49448289fd9c79a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b796404d350f227c0f9b919f6de1eef5671133c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e659af18ef4ff07649b1454e3187d06d5dd4edfff3fcd77f9d2f565607103b41 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd8189638ac1ba05bc5ce76e0b438e389971fc9f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e64877e171cceb9d5205887d8de0afc7365f24917b5ef13cd4ef5c91eecfc02 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bf243750480af78bd0d9789012d31a78fa57459 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fffd5eaea223bdbab0e3fa1834d5c1985530f84e01ceb602eff03a24e8a93439 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..62504d9447bca7897fd8ab1300a07fd5e791a1ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09b3f829e1b8bc4193074bc8d238cf93759c45e60658966d72ffcbb46947e8b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a63d86e4dcc75a9e667ca88821cd4fd0f35df442 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c59c97b172eb09b9adc61d2512fedca0e5ab75f00e6223e7078c9884c1f9449 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b4a61ce702f75f1208ddbcbff59fb52c1e597e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bac5468a64c504379eea85513fef57a06eebfae2075a12037aee3495848e59e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54490f34523c1cf6540f6dcca43b1cb5356821e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5169caa7dc90e37e9da9b5f944c0d115f460397bbfc10641cf1ae771e354133 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ce5dd260dc3f527036e94213ecf1dd3b8c191f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:210ecc26e4cc22933c87834e3452d982e4280a5f7852ebba546bb24ec1b7a7ba +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d343936a7523040cddd46dfaedb2f9a6062b88ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:820616d293f7bb8846fa6cb6423c3d68dca6df3bfc4816def038ebfb342136d2 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..04c00d87547296ea523f398873d9ef14c7ba85c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e701874c7dad660b6ce09cfb498e4d319cfb6e35b776d8b413a4952a94dd5c7 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e50ac78d5dc587c694b62b337ff77fbb919a30e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c075ce55abc658739309c49a1e41a6c700c34bc1067c970503990705d1884141 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e5abd20d67ecf27a22ff72ae45dab282cde89ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd9a3517ccb68926ec0a3452a09f28c99a5b4bad9347af5d50e15aa17f9f4ca4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..449db93c511342f9d9a1a4959ca5a6714e028c16 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee89b1d4164c9cb8c4b2647f5cd8cefc4c9401a5cb1d6692575ed5d0ec014ec0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a47ad02e01cb16baaa22ba3fba7cd4e51213a34d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fdd02355443853127a29d2a4475b9c4daca074b4e9576cb8d80ce1454bdf374 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c9748f491eb23c2d6ba6bf89fab305a3dfcac7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85e97b5112a4ddc2e1b252723053ef6afe6771435d16a8cdc259d3ed136b7308 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..107f7017a98884d4dd516f98de83b502b6c1a201 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7df9a38f496090d6e77ebf793c1f9a70a299ebb7f179c93829c5a0c1ee6454a0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7ed9bd1f600343300e2e3dc1ff574f47e4bbf63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6968f870579f3bb8588cfee4d8df1dd54b27a0e9cb33121e5a4a6f1a9bc96684 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53bcdecda191391b9d92453f1f0636e7d5920464 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf5516a16f90d73ed6b55639fa144d7506def20a92733a7049e1ea583a70e895 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0921424f0403cac74e0b7d2183fa721cb68da46f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:487f4fec9647fd0b07a331951200463cd6fbf8a14585fc31908af151262dd37e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbef26ab460528efff4d453b4ad7567775975217 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42e057815473d9cc2d09b477882ce7fb09a8fd542e7525d4b3ed182fa230cec5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..79bedb6506621e94eabb3fded5a7339668b5e485 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbab2f0a9fad090304a5a292cf6fff92a1fb2306f085499e84958b66a9cba264 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb6f3ac16ae23bf407dc8f538bd0e3d9f2c72d9b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b04d72a73e5532b9c4878ff6bea8bfa26b1f108e52fd3efcef6d2b23d8c63fe4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bcd8249c43258898664278d0c8ca58159db4640c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f43519e4b3a4b536c5e2b56b4862993d453993401aba5395d5670582b6d98d17 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d38e8196d7696613f8601ee73c1d061119ad2dbf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:584471677552c5f4adeb31a277e21447b6f73f1939ffc345ccb4dc75a9a4da43 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f6910a3bfe134e7d09dc91f6036e494f40c9c16 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ed5051e3e6fbead726ba31f4691a7e1d9fa3e26f7cd5516968aa7f75220423f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9146b248324f3a075bda09274197a8e234d1702 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b466cb1ec2517d788da73b49433a69e0c66ef30079db4afbba76c64b0868402 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..711b5e70aad56f8f5bb9ad0a428b65313a9a53bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:962d29d2c7cbd5373d93db22fe10bbff7e62dbbe8f5fe0113c22a1a8df436af3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8d823925119f4cccffada4e5ce07be891842493 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9397fb059717aa2fcffed6169cf1bb9c0264966747270777162f2ce5ddd10ee +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb802462e750a832d1a05783d4a51690558dd217 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45f8a44a5861bb25a64ed83670f46e7eebf7c6bf10f8315cd21c6b66dcd1281d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c98531802d627141afbcc3ffa91682a35b120dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03c63de1aaa801c634b34f949ca3a9cf7bdd6c7a9b80a653d72b42dabc234404 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..63969176d0350834e27e25518c7a83bc901c91cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9f946f121b7cb9c723c5f85e0c9717e6959830292ce42990971a42fa4cd21f7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ea7db2f68d7ec5b106a0e957394b22b62e51886 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e9ceeea247d73bfb0d58dd5c605f5a2d3e5af6962b2b178337ffe27840cf230 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba2216d6307cf02a3409d07e1230b3d4088734ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80005a69746025bf03ca564482082623c00bebd13eaa8de0e1b0197405d9eaa3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7b462ef2924cd078e80b5a1dd57f9faca24dcfe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aea717e3d860ee9d644e636a1840e729c0353273f1839a5f1205116fa0e1c195 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4b2bd891f96a59eb79ce42619ebb7fde0d798ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a419bb97ce37d5a3be430e8ccbd7d021098f92d425dbba359cb72846aca1a44e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f29c649ef3f0c54504f66bf3ef07dd413bbee53a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20d5a5900b6a6943eb11cd389e7e94d51f7fa6f91eb172c56c55d9355f033507 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a700045aefee0356171e8d8bda4732242cd6e0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72cdfedc1cb7d11227788eb7b4bb89d40cdec9a09a70aa294eafcc21a05921a9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fa080c2e14268df6a5b9274d99acb58b2e5ff47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5f700b4849a6e7c96536c35f03392a5376afea80451ab64fda4cda21dd429d1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9daa36ab27d3b1911da6fadbf953d5ec15b86818 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa4b87aac987e285c92093f967e3c259edd6125c729e346530c4c17fa7bc12c9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b42c4fd1321bfb087ed6e443b43bc291fc641e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a9ba60ebf85db030e6a05af219de5085369d952bbdf8fc32cad9b514e379f65 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c16aa98d8289cfbfe86d0290a72026b1f4ef2d68 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6394894d4d05fa6080162e750971bceaa53af972a3473a9c97d7f2f0ac8b70a9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..91597f52d6dc2251af6bc5a774031074e6c08cc0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8cf6b7049bd8a4b7cd147f522b561e948b51c1f0b3708d9046c4613dbafa2b2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..59208de54e6ddf1323393f8b5fb881c81fae04e5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ac29962cb4217fe0e101b88b6176c127b0ea325bd4dc7c35ad2a2fa4f8bace8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1ef45ab1b82c6a05727f7fa0dfc3d99e866192d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9966a4477517adba3a8dd9f40ba083a992b0079cbde8f6066ec8a113f3ce76e2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c25b75e61c895f84de5fbfb5d7fffbea08153c3b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34748fb5034ed805ba66c2f97b554d1173098912cc1c668117a1ad9043977e1b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bb31f02fe82de9c20ca594dac9ff690c79b37e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:955a2bfe8df1689f64dfb1892861b96b0f0c544b3e81c1abfeaea80ea2f43e7a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82da566fb45b74f2d613d78626d771e453d4e92f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83749b52af91f5efa88e25de4cb8835816633d8eb5c3ca755fb5df1cbbf934fa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8028f80dd6bb368fdbb3efdf2446cca9834feb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b520bfdf87d3836380bf6dc43016696be4d814c26ca1957933347596b4362e55 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..179dc9eb4cb97792245460cb8d87660cc762dc90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9430f8e4b1bb6e142e3b4fe42d4ce0dfab0afd9ea88214b5cdbb6b915f42e367 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e60f2babf19657d2a4bde8ee410f29aa90f6d1f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:399a6ff5d2e3affabe7d86b32a3253ab438e52dbae1395e7c6600ca67e609142 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea020b4297299db9bd0e0961c34f49d121354c54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a5a0c843f0e0aa2ee344315202bd8af9bf5a44db764d3222f1b1a706f484b54 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a15436d94f1646ae99526a1b67434765db0f4926 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f52c287405877f10b3f69ff0946f8251d0aa2e56c10d355dab88be0fb995e924 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b616edf051da0cca19402e9a67727885744b78b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:896375e7a255945cb07e2279b6cf5fcf952d83f4cdd57239de08469bc81aa0f6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3adc1e81b666fa9b50f68ba0fcdb74a2236773f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b5a44ac55576faf6614a4b7a49605c454e5988393ffc8002f2be28e6f52d2d8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec37a3ce26ec5ce51a37a1f8c7957b76d8ed5543 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6393439cd91078b82585f474c3b62be9cd94a36703d0c4d2c56e2fbf1a938f7a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6176272b56919cca933dd005f60059d6169cf5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:380090942f44c32731443e91681c64f98038859566b12635c49a662a45f96949 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b5d7d24ddcb6c9fad0ac40167fd0a063c5d6be4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16f0a3565781c3f5a93dbac3a691233334e9ae9629955fa59c268edeac628856 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d5b9ca1c614fb89a5323e1809abcaceda791785 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9aa815fb1ed53fbc78ec5243c6885e2da446cf0a3ab92ab5ec70ea935a2d8437 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4899defc965a4138ec82bf6bec307d6d8ab9eee9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de713415310a7c6ebe4a1e53d02f1d151fe417c59b01581415a795d69fba2002 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c87dc86b8a86ac974ae988f7ce323f686fbb502d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f939e388dfb1561d027c473f9a479c96c450dbebb85a2025d382437877ac85e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..60f66621e5f6addc36c4185f48e6c6ea80a0464c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfad58b20aa9a852a73d8cdaf822fd85c8d1ec473bfc3e06b417fedbc0b7d56a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6283d8abe4adc4c7b411ae2d88461ef4f98ea61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aa488edea7348138ecfb89a1add7e5409c50f353466ab655c972793ab6ac961 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1afacdc128db5c0558369fff072474bd6a6c02cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4663f25bf5ca8ec5a63c3ece99cfe7baa1b60fbda2b32386745d95fd75e0832f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbe890ce4f99cff5b65c57034d7b0cb64e26137a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b178c2b901c2493d70e69f463a6ba1742008e81613014289274ab119b1a13bea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9df5224eb2f3a039192e0949edf36a700685ea2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0c188e1b24169ab7f5b0fe39686698c22209fe1beaffda3fe8d9d4c5608d812 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e989712b7d47fe88229cc53b23b76b4086053162 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa7864d627aeda57f9604979cb3845f94d9440b794653586db6d03c9b76ec898 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b0e69551833212371601499cc4abb18f8f3abd6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c38a9df7bcc6555c114b1807ba9beb360416338b00096ca4844f57a66e2e3e07 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4dc631a1534a559b631fae4076b36c7d4ca74b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d62e2b93eec82545745adc2bbb0ef3bec878512ce81c5c540d0d7dc3703973b8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6608d67bafaeefcd86a43619cc703f254bfdc862 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34b25097f2737a5c12d418cc2e244a495246565405b8cb46f669996482d3029f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcabcdbf41ce777e4b44ca8ff6935080391e1e42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2c5d0ef55da55048d5c3e7fd108f776c008fd004a7184a72c51355216f0c5fa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6302cc07e5b899d6bfdd08d313873749547f33ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a48880ad88f543da772effab275715e83fc8cedd2f0326aee70e372e81e1a620 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..560ec716e8bb0fb8fa1c2894514e59849f570354 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac82f13fdf260509a10980c7b29347eda42eced33a6805b8b79873da78c4acd1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a0897d17534060938747f4af9c2ed2e02f5fda5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6acba73fea61e39c5c0ff01117a7d823cebc8bf1502128fde56efb31c0a878ba +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b381891f2bb82e3eca1bdaa146edb9e558ba3967 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eae3fadfa96b3d4ae9e97848b81539c6e8f70ceb4d51414a472fddfbed796c2f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..888f141795f383d87af5f5ae828812fd88440677 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f4f555687d411958b94543f4bc963bec3a984a72109519fc6c6cdb54a326822 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a6ffbec993fcec0e9c558fac94bb0adfce93332 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e2bd69618d8c30ac8e7e2aa94623eacdbb29142fc6fea0649fda52348f9312b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29265980a803897c76cd3e6bc9eec0737e09e69a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0411511d2f846485ecbccde6aba643f95da0ac3cab753afcdfeecf5e895d162c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0e75bbf8ce27f2f568026aaa2f0e729a43bb86c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5eadc74597b02a6d797bdea3466c16ca902a3df9234d1bc0bd34ccf6bed0076b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..93d4cbe5d410c3efbb88b70675a75bf7237901f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e27bdb19864c5ef9dcf04153017f2ba4a15af20a817492a5430216ce241fdeb6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6ce7b100dcdfd2e3cbe9014281ec6dac39f9b76 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faf24bcb0bb05e750679a9d2e315e5df3c261c66a872c659139f298581ed1488 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5b35cc299aa063921f00b4755d714a373559926 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1648d21bb68fcaa2d2657548039e50f245740fd99aa7d0bc2e01e5792025e104 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aabfe90200447cfaa423c233e95ab598e40dda7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33c616e2fdff5c95c397f86e47069d2dca01f5cb152bf71ec7efd17aec5579d8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9e4899f771817f4a62bd4c10eecf55692f7d652 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:482737abe912af5156aed0e4d688656763b109c292db017c730e18684e3a9ee1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a42df9bd3e0647aa16348db1f8f978cf26f0cc6d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbeb29feafa3d75883610a7b53d1c9217ab28a4b8d4ca2159502ceb8c59c2c70 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e6f75de1d41399f036bbae25c86f6fadd8199a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75f0427850f03ec3f1d822acac580a0f0052e37f97014ea5ad086c573f837352 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc3fc72572f574d9695e29e9d1dac999290b1840 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0185095f186c21e860376d256585198ab503ea1e024bae73e0a1647c99df7c3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..28d2879a2fe456c4b97d14f5a991ff80836b3563 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c49b268c97b5a3e2f32e11650c0126d0f110b5f24776f0f86bed80ae35954ae +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46f7533bcfc170bdcf7f854a1bf93720dd7b4883 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f310fe46565daaf4ea9d6794967e920899b620b4830fda82baa18e68549a4135 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..05d6eaf1642b27684ced3258f6d570301d6e22aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df20b0f2e0d9d3e8a00c42f05e3a2b444141b3a6937f2910b95552a3f47d8601 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..edbccbcb0714832ab793139e5a8c3784db310fd9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32ce8a405382aa066f61c221142b4b4f9421bf2e34b3548a9268a9e3ad53bfb5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b75c4ff1014ea41b2763fb548fdbdfc07c8f568 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b493e98e056b78e0cab15e660713e922ae848325bdd88788c94a25f612d5c4b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef3b1e3975a16a685e80e43a3c71ed16412b6400 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54769502fefe5dbb03be2697dd8df7419514698c19afaf11b20ffcaaafc635b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..baa299aeb010295405f86f7f5d34229ac259bb63 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f9be4f9e710a39832556bce50dba4936becfdb27c3a966e961d10511ceca330 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64470acef07a6a93b92a97e05b83c8d50243aea6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d13b9f09a93abe1112efd358edcd21ecb749ada1c574723b3f2022bf225fcf3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ce6c0948072373571c1026ae42f2577b33c7ce6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59cfeacb0e5605b51ad35d59abb2dc6a00fb4081240a6eb1a68060bb91c41384 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..054c72cb767a3f0849775b3079629d39900329ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bff10cd5787ee211f4cd22feb20a35f47037ac596deea1561e6b49d67b1aa18 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c83a97f20e9db2a52639711db7cbfd51d9ba1f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:253867756299e9af59fd1a6624a2834cf0c57d3d7b3a2d4dbe00284dd2153304 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5307f295850958cd46b90637de885e8e155afcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40cd85b5196d062a84da04bf399f58fcad0f27db15a47090b2a71a7669dafe1d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50cb1f075f1e1ae800f67237e712eaedca84d7ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ab43ba65d352cf64b850845226ccd8cedb981ff41b23064115019c2487c0165 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd0773e8466c79c3a80495123e3bbfc5365cf8ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da20a335322335dadb41f24b683369689e3b29c2572416cf35a2de6adeb076e6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..58aaa2bf77dcc5e1262f4d17e58d962d36a5e78a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d435a43b0f85783d3436e2b3c2d5e8be7f29c5c1b45e1fb9259707eb712d0cf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f74652039b6d5df8a43e68a9dda29d777e360ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a43d4a38162647798f707ac398e6600ae2e1ed87323853b57d18b4afe046cb28 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10d3caf2cd2ce3fb2c6a5b86508993fde9be89b7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5506bb3f9ee3a675646075750f31d34f5074e02c57336e7b414b14af6e62ee51 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d32442d28f30d437995604ae9cefbdc30522897a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb94ec411ab54a8472f22b7b091684abcfdb8475e240dd7f802c5aaa312db317 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e4679eb7344d521b4880cc5027f041b8f14eb9b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5af00739154b6852588a4b9a4e12bade67fa25d5bbfca0f7899fcdecd0679f6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ea47692065f958a9e5ad4928bdbad2fad109ad5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c45334dc2a31b480be043e50fe46dca10a30455b0c9f57b0833b90e2be88c86e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e104dde8ebab4cf41e668789afb18263d3419862 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:769b11b975bf2bff54091afb5c876d75f9e7a838d444eb3022439199fe810c57 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dea0880d6d355c9f57ef7cff57ffef11005e6c08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc1dbe5597d63f972f5dd8352570cc85a2fb560add68a74151dabe167d30aac +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..770bd2f3be5ca1ffe048de488a88aeb21f26f834 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5275b8f3d186562c9402e49fbaf3f5befe102bce3eebf48d499421abccce1323 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1c6b08d7656e3804e38c3c08701db7379edb25f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed85528387f84eae2408e7ae07ae8dee2dd20b6c4f149368b89a6d6678282cd9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..edac521a53458b964b027363c601daf8786562f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccaad05fc70b8a8413bc2074d144916d245578785a2501f616524ffafcc5d894 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47526987050bf49c28bc9d995f70dde67cc6bee7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47c6126825d4b3b98937b31832edb959f40f4a2a3fd7a0013da7675896c4bdc6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..774cb029247d7a19bdcd74ec5b24e2f6c41e2eba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7c106fd1297bfb3557f385d22da080e52cad1dcc999ec436e241f5bbe0f80bd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a7c1e788195e73cd360bb31e06a4b570ea69fc3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b900940096b9bda8711517a1e441884c38a9960f1f9911622c4e7d8ce6dbf89 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d34e52bfd97a9f5124a5430b86f851833c26814 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c45c6ff57524eefe7e7de0933b0518cd8168ee74e6e9dd52dcf416d7ce554da3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b6637b60a3ce6cc49addc45d619ae47e267821c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c55167616faff1179d7520bd749f93c29257c961c7d5d8a3774a1b73519b6042 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c79e12310037751637218b603897d02b877b139 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11f11d1b24fa904ba0dcdc5d1b04c8e6805efd7cc24d0207fcba93da8de25a0e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b21e6f396edf887f6640c5d2d2ccab23fcf4e75b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92a03f760349054af425888377669ac96c20c72085cdf87e6caf32781e8894b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29e1263c3ccb11afb5a88d380d2a9186ec6dbbcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4941e5b1785ca379db951a30b633d3e1e10be70fedcbde60706f908fb146f2e0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69d3258ec46028f492f13d86afe9fdca211b428a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a8474a846036e057d967eb123d471aa171ba34429a3351eeb32e7586a472358 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2ae5b291aa5f8dc1c07e98f461d00e6f23ece0a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee1204a5e9409c73d942eadb8f9b682633f467bc6b0501d1db0a003ac07bef30 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77403a8041d04b6f1531088482ee43f348e02b1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01c508a7ae1707612c74fbd20e383e362b75e47a22fde210d4d0e99ecfdcefc6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..558fc97c2a7b65444ba68c82be5530e8c48fe98d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfca1cd320b68322848bc7e7c4e4b7db80a0359fff282a60525e675540610aff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..709315db71fff74fba525133a8be5c30046b52df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ec350775cb044434df893cf6f9e6f8b8fc024511acb5128df9d35d438b1539e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e12532d7b84da47479d91a9fb6c15025c54f1319 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5f7575330947e23665e1cd08c527e7815c509a1a6f7909f28ccf2c356219b6e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2126b47f4f5a5b75b508d4a61782532c9de096f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca15b13287378789c4c476636daa0005caf9683ff0cd89f47599d42ade400cb2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..95791a441ab2aaddb8b4871b197765e1f8ee56b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a50b8822e944b00ad9aa6c914be695f0c2757779909bfa04ab7dd31242efd3d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3004df0dfb5496cb87f6f27c90142ca8fa617d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5510c45d6a700618ae442b187b4e2f1c7928efe96371d743792fcc01b76aff6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a339013b2fa9471cae5a77a22a4f43b8877ea66b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63dbe2ef3daaafe0733bb5bbadddb27e1850b96c43a90db7fd0b9d22f9cb17ee +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a2afcf0916b39ce12627155ede1644c8923f9ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0985bc5c719b8d2cbb9bd2b436c6846f1ae3fd364ac26273c7ac6ec2b5423eaa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fd2b9598f37e82e76260411de7ace0b41a0a4d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02f1f4b55d64573e27a980252d378ab6eb0644611f7721e56bf438e36abc824d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..090cc841ca29593ee2134cba2fb0d56e698cf521 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78e2fdb8044d6a68a6d4074563d5237f05a3bf00e82856998536df180686b111 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f068b31e3f50ffe8a4ee6aaee841835e1d74cd70 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a0bd2c617f5b79a389047363d3c0484e39023ebbae189c22f5f399fb807a495 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a4e67f9d8ea0af191276d4e71e010742d8e62af --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5192a4e92a79cdf36e662f387b7f0382db0eaddfed4f7a902d58e4c4328fe0d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13173e761475c0dbd1223c380e5f19b1786cc27d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5ccb0b53852d9fa27a499aa2c2b8982599ab3e97b43f764fa6b30a70efd991c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d722bbad80c0bc0ef848995fad3deccc5593302a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b65ad58648974e5daa3a8ec338caa09d41d767c98a3a1a2f9b91a6c8175e01b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b0f99e90645516ec29f389b88139d56692c9cb3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ae6a59c2276f970002bad4ab0b51c7ae568010d64b246ee170f17b6e8766507 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a949852c497cdf8a91b7056150f166fa004cacf4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f59ce7fdd84f41b37e7dab4fd772d638e218ce7d2275e90624734639e82bfd8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aac73e09c026ba15e4e3ba6a55e2451fd72f118b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:212e5536ce131407333cdd06a32e65e859b5f140f48c1ae8914b5e159d3dde1a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf635cbbfc6ef0c138eeb6d801dddd013aa79b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71f8a2b634851cdc9340081d4654468232d503828ba9304f6ef659fe46d03de3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..52a73c158c53a3f0142eeeff31c6f9276a065a9f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bb361002a0a112ffc13b5d49d7cdeaaa52d4aae382b2e7960aac91f7f53a1d5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3261f742ed98eba81834171a2db81da7f61ed246 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:747bf24ea7da7289e34b19de3b2bf4c011f69a3abc0ee569703e4148e773f956 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f66327c139c7d73e3639baad64cd95e8d3b5f859 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc41b19ed60ac3fa2a45cbb124eccfbc24f3d87f1e07f95408665cee0bc2ed78 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18699acdb8ca3358b69018d608fb35f2f9872dd4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:672375d9982478e7a0bbc20cbbe7fc46147fecf345aa0f04c81755fc73a0165e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f249e094ea2211042d2b9bd0ae2366d5e21d5309 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:031f3639babc458da53abe459c1a051dabf7e1080971eb58d5cbd9b4a47faffd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4040e2190b9c15a6bbb2bb2910c78c0ab072f4f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4840ff4a0c176e873ad88269b3e779ac8503c7934bbe26414ccfabf194fbd139 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..87688f44095b836db39e36c004c488392b356e68 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e9f3e2315d336beabc2efca3b1e26dbedd35e2871286f83280d124b77e338d4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fdb9696dd27cf70f1ba836e32ab8d45d6758ade --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef98158698e62ec0e8450817671b999fd415166f86eccc0996c580affbabcedf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4c44ce25d3e05c3d188cd16124db23e84014df7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2fb53e1d3e8a893d24ccfb9a2b5c787f3a441d6ab9a5838df3dc6102c1fa768 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2a9e6b8940d01cbd3d941d77079681fce023389 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:388b75f3cf8bcf0c2ef11c83083ba2c70d5dfaff4e0ba97c5e39d6cc899ba1d0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..17864e4e1725976f29fd5b70855f8f3fd6a888e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba6c5a82a31a2464daab8ae02b07c76c20ab00992bb907b55dc2b47ae2c6ebae +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33f8862eb3d22a2f8a3797928959c18d95c26a60 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80e5c845bfc853330d9a30060bab16bb66f971d0c9f48d7dfb853d2165e1d1b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b14e9f399ffaac7bee1374cdf38a87c603156165 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cbb90206262e6a25642e3f0ebbc56f11bc557a5ad25079b010acc4a3e7f754f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c735d29017a0b19b8c68ff80e7774ccba0f3d381 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a5708b2befc6475683151113ffc81ecb070c0e05fe7a2274a8c09b5db27c324 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..94439fca9692968bdf3e38a23a0ed71639e235e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74623c9041e52a6665adde6cd37aa986b87586783fca8db8caf48e82ef36d676 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..891922779e74c634581c6ed5636ec328dbd0eec4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e511287500f9581eeab030845eddc12c842380a0bf0109fb2386cb0823da3c5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f6177474b22fecaff65a82292d3e03a2b18633d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56b153f9248396eaab3d93de840ccffc426a2572934d02273eaf63d3c7afdfd0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c9949bcb1be8d54967959404ecde713124851da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcd8d03b9afac896945fe9866ba61bb75b478568455ba7a9180e935110e9b1f5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8666e619d87b8b81e28c3d3bd99c8a7b4ad37669 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05ce5066b8698a3a54cb2af42a4c41ee4f113cc479d9adbb925fdd180ea4c46a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..591e34b9b45bb6c67d7069bb5ca2ad1dc1b0cb39 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37825df338912310747f2af0370bb56257140f822e2dd582dfcfc09557845a91 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5683c2f719f27ed886a6fb9ea0e36b651890f250 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5359bbe3db452b2d7ae48c41b5bc4643787a472a1568247854eae3a72c4c52c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..838f42590ef8dae20d93ae65d02bab6b32683de3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:919510518deaed8d719a4387b54d4f24e30bc807f9edc64b9a32a5318af80629 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a599d002715c44e5e88b35a6ac20fd6ea2ca21f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6cd1bd9806fc0eefebf9121e77312f47eef20f0a30563400f608845db10748c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..422013af89bdd3222c2e235710a54bcf84ae5679 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1f28b3adc55dff157aae5dd79296017f46a86d202d33f1b4835c9cf18a6fae6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f72692d99376824cce692fe383374152c74de586 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82c30848893c969915bf587d69704f3c561de21962592fa7535e70bde4f4a243 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f67ec329128f7d824e0174dded88fe1e0d18bf1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:837979d196159a414e0c330b4fd765ea0e02c1ac5d13ee4bdebfb01b9bcee550 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0110841bfcaa45031295101d9db5e1db49e88e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98314c6175c687f005011cbfac9c7ff25ce212625bb5adcd2f2ef64175ba500a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf444301a77f4dbbe754203ef2d3b9dc74429cc3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f2deab5b0933c87d842020f1a0f3542696b412cfad624020f41fc811572c72b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..597af505baf7055a862c66bc2052afa5df13d6fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e00afdc4245ba8a42c37deb7d6336cbd1b3d55226bd513fe9a9ce84d254da5d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e09a3418adf3699d0984985785a5627aa2a9c65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:265b45ec2ba255791499736e04f2909fa658466d9427bf178f6e8b78cded0759 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..07f9d2c97e95bb642ce06a28fc5351feb83c6312 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a52d0d379b930a6902bb457d86f145a0ee5b9d6fe7e45cdf9905a5d0318d7160 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8638c32d2b0ba01ec9bf40dffeea39b7d09df662 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccab9f684e967226c8f2756b814ea96e26e9f4b736cbd3889b4d9225d582e4df +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0295c4a34dc04fb37bfbc7c89e23a49f518cfdb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f061af884767f58955e86d93e64d06ff89544d80784e19c242c89a74de2ac301 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f5804698ea252daa7baf13f6a6b554042ba740f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff11ffeb47d93743b567783e5c8df3280365ae625fac733e559ac1f51b0cbfeb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ddac373d83fba2199313ee8e027fc20f91d31c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff3384219852718cd26ed166037e76573d7f74f69df3d091a9315397dd53b3ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca15f40ea985879aa0413f8c7977c3a807f75030 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b761df826facad7b153f86b80611acb5f74909a5f6c036e26ccbbfef938016a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b85aeffebfc63a453256b02cb183d616574ee82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0917fe29eb30d63911fad1c4465fffaa02f5dc912f8a3b5b5e228f095e4c5094 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ede85be958c2d5bc466b9d6587cc280381a8b3e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77b404003c73342d8696995d335ee092f2984e24c16c1d59192a60f54441484a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4099eb1ce29c26df3797953cec7fe114372c5c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d26620d0b39932d1d8e077f756464245500548c282b1ca2fed987c4d6f5a52d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..814bc1b93edcced99c4285a196c2630b0c425811 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf8cd15e14b893eaef9a7fd5333a8f6370ac34fd2d42b440ee4eb68795c210a3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..723d8bdb256d879e99b3acedab9cf9c3c11613b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc5db9a7b178dc005c5a7136e58d56675a9769e6314adce8474df9ba682c815e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd4a3db5ba8f352d847cf47c8e05a67334831ecc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd409b576eeb887b2c89a949f40b62590f890893bf8edc2f9bcfddca5a627b07 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..34df4ff6598d53e65aa7ec743fa49f3f4a5c24cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ae33568709598a7e04faa7e71524d2292ffd376d60866fb425179f21e05b078 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38b2c923f18cfe3c1a7c79c8dd7f2f1dd0adf538 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f3ffb5a05bb80f6c5c539da0888e11c6429a3d5e718def83d6de4ca8dfda103 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ee51e00e0968f687d243951b2d5662affd64c90 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:535531aca424bfad8040c47b9307fad7ea77286e1a7367f00b3327b71307ec52 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..234640c52598c0e0b0764a50926e51cdf6b999ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:333b907ea2afda2d93c90d37f56708872643e7c39a7748840d0f530bd4b1ec4f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2aa1adec22e44739a31b2407eda7d0e370f8ef83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3e6d13cfb433709fd0727b03aeec756bce03d418c2fd6ea10962e1b773769b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..445c90d3f2f13238674899c4ce6c371241f12721 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45d01461845b2eb3b985d17dc62956a38caf09d6b34ea31d629b91fb0fa988f3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1342a9cf7c0f2ea59674f16b9bfd339f7a9d958b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c2addfd9c06df394c798bc21d8e5077d8309535e4bade388f811848ed32fe35 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fb72b264f1cf6ea59747e871c264496c96fcecb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ddfb8c510d7d33d7cac1b1620eb5dd0aebd56ee4fd71a1189f6429dd51f2f14 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89f5f0ef65213ae029511cccf95c94d452be088e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a34f2f5b3c7e263069b389d667a2b10439de2e4c366ce7df41f921ccaa32580f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d35cfd2a5ae698b3f126a350c6625895dd6e565 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae3230849fc97edc0c5ef2efd1c09a89a9d79333568ee7dd438ef9370efa4f88 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a802373aaadf034908dd3c0d03a0be47ceb48e6a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba502044b65a04db9a62d5fd94761645e55359a047f7dcbe617c702e7358295 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0101d31d0f99ab2f4c7718533bf335bb217f7dc0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbfcd62854166d9a143e38dd705c81bb7f7e79931b51ff6506d6b39feced4152 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..74cae71d2e1acfdf4b7f5f2e3cf077d0e9aacc70 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcdf8854e9ea85d9fd5fd5049a17e4091b1e0c81ada9d309545f754664f1d77a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72262bed80517130c44c89b09cecae2fdd5cf904 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8153b991ccd609d9b11c47c66afe1d961d147bae022e0cf2095d57f9f31c4f8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..debfff03270e6c7484640655587330781fb6d380 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5df7742fa698895af65f6f617d9159c942411192155a34483ceb04fcffe683ee +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bdada8592b686dfee79648f40197a1cd20dcc29 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d76c876bec7e22ebeceec789410c0de56430705275c450a8e8004709a5927ac +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..100bd1a2dca507de9e871daab3548c830896b963 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e55ccaa373065c8b0db0ca118da200b7028c26bd58d4652d8b4255effc6c4846 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1edad71a6c08f110d3e1a30be8e5189321a72f65 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a80a5e3d1a00a4c2934366e881fbf6476bd4cc5033c4c0f05d2e250d339b115 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41ce338730d9616e86f877e721792d051888472d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9ae859a968501b427ef4c5602da185ea5606de5d450c8586375e76f27d7e680 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3dbb5b4de999741f4ea76348f44936b9fab0ce77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b02de0b4252f3aa0c1e0ffb89ffb8d424fcf2434f3a1614bcdd9ab02f690a2d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a6f4a688b4cfaf6a5ec18881ee4154751b26525 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd4b259bf37f0bff70039ecc6540e428c78f6806b85415c265f0f337e38171e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7923e64130c9dd657d7b82e4d802487e126e166 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6936388ee74981f9c31b014e5b1dd96b3ec32c85418fe81fa4f1214910daf78 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..66714d0cbd75b5e72cd3b1dae241448a85a16f61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bce2d7d4bf8e18bfff2a51c120ca5c1d1ab757f4e4938997283d9c3ec7b2fce +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb247417e1c9ceb80b5509e06f7bbb8027e1eb1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b74f8a3f99743b2c4f3038ee54305ee924569788ba257f64e682c1ed153222e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40e9fccabaa9cd9247b12f3876153c6d50996040 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc1a4be66c47dfc4d114dbbcc6a452590911e82a8c022fdcf84dc17250435084 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c97cc6c853d4c2fc68003768954df0d7f8be697 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c210ac5c9b0aa7288783e338efa46c264355215d59671a1164800e4e081bcc6e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ebef6323e732777c71acb0affb66d5899db7b0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6c957f7e6983ac6dfa9a4de96d6f7698012ebacca548dfa59c3cf0bfeeea36a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92db3799f6702a784e39bfac6444bae6bc197678 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc569045e167b6d32f4074821577b1dfd76bec91fd12b2c258462717ee0eb03 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8450815a1c93e86daa1ba52a5b4482000eeda7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03f3b667662e9763e288f7082f8d75fc0c3d38ddadccb44c13dfeecaefae8c05 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70438977c7a79858bee1d17b9c25ca0c430837d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19a4839eb511b9050cfbbde61f073de36f29d48588432e92232b4cb09f53d4d4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..436782ec29f115c5da00134fe46e8d0078a779f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4393380bcd6d6534d73103f0f97e8d58cd6f4011ddf16b4e3127907a0c25359 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c6737aef76faa7b4c0dd2e719fd2f8abe14a2ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:079fdc990bdef19f17c82df4654165a7785750bc83a7fb18b099972f2d5c02bc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a2f38ec759729d12d39ab6cd4798479880cc956 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d802b7da217e238f30f80009c55288b246adeff4219927c4cabb75e0e113603 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4192cd25b9db7b51e54a1f28752678a8b760e40d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bee9648df4ba39789f53bd07763f2574ba395693c534af5d4883d54dbe8e44cc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7327eb911d1127c35ae6785387d66c94c3505eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0df79d86f50737b9405a0cac681ea1356e916bf71edeba3117b7fa2528aa382 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0990f0dcfb339b85f3b3aa4b6ea56cb3b57f7dad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fe5c95faa61fca7e007df47be2ec05a52b3c5100c8763b7e634c60b6d20ae66 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7578a5f205f2f23974a1b6228ec5921fd515ee9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f34ac7afb3649804291a0d45311a5e208dbcb2f2ed732caee487cc0ade851026 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b09b50da71e7f643d36d407f79a8f63a632da0f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61ca808fec6e2fa054cf5b9f36b000fdbe996de6de8d1c2996f865d835d0d8b1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..496ec8293af54ffb10100a0408a4c747eca05176 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60fee1d0f39cae855193aef67d05dd1d716cac5bc9c180a75df29840e5cb7918 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d75861df5024c866e6360c0365757ec49d2a37a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4651b15252b4f9f295b998430f3d58a333885b53fdd682fa2fafc7c1d52b9224 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac66671332479ce31680059c02d69040f4f0f83d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba643cd393b21557784416be2420edf6e5e214e0f09abd694ff750de5740d164 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d7e4bab17d1e6dcf46d6ea3ab5370c82bda11a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b96d92d0d8849100a8116b130a98dda12ef79f98d5cb6865f83d8cca0280f3c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a2dbccb0e3eeba058d4ebe17480bc38198031b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94b7137901d2b17b98d8f17390270c91e8dbf3949eee740667dde7591c264117 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40a14c3d2aa14d02a0a3499c21df65d8d5a3aa87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc831a082feb9fd7e61ff9438b93e0cbb5f1f52733a1971e1414b5d3764757bc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..856e479062a6ced925afb46df021073077eebc7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1301c0ac2ceb8cf09d58032f214834edb35c4b515a0b3190cfed3100e21354e2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79efd416e21255f2d94bfe8bcc9a38867e777229 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:058c7828940f8e1dd48c62f0354f3ad2a5f9aedd9bb6754689d75335d7941fe5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffb27d22fe47b05df669efd93fc15dc790dd5a05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f566de8ecf84c1328d7994a57946205e335b266fe5c4da080a392d82fb29f45 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fe54e0c64f1ff451690d320a6450e7db1b85343 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:394abfcb9bf8f0919ca29b927f5aed7b557bf023855a7cfac1c1a3326886ab1c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..88e3c4d519d9b59dba55574c62d299269fdb4cf9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00336950ecedecad2fcf5bf6ba9898aa32e156210fca1fca0330d0684e97d3ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41c74184af13db1646b8b6bc86e75c4fc0c13aac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:893c70e031fad82fb0e0bf31dcfea466810f3a83d4a81847e10641636eb11c7b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7375e4980bd3477cdb6c2babc038cd2c7205d052 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80758c43c884064b7ea58c7b3f1e1e74da81a238b169342e8310c5fb9eb6ac18 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd26a8ef510d112fee0b31e9b4e9f3057f5dc642 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0458fb43b70de43b4716ae33fdec3b2a82196427caebe0e776b9cf9c526970e8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2c7a5b3071d3fe31cef74cac5fae1ef162cfdad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19f76ea2363cd6014aae1b481097e976be9ca0231e4c1ef039575721de5e9940 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dae542be4592beacee6267f90934264cbbfe1878 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89dff0740d47c9e67175a200ad523b5c937acc46195fcee1bea9ffc439697849 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e661b988ca77f45949b4589ae530deddb4f526ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56ea7f3ecb2dccdd72702aa33a323304e890cb12bd836c4cc2e30197d75e0a21 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..32fa5c9577405ebce722492e9613fa5792df30c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d031f6065b465b14127ba98e29e17916e58cfa37189d60ca0725793790ff65b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbfc35a83f9513be218b46f0536632c62f90f31c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d67615e8ddb5833f9816f94d79fc72265e0c838727b6e6ca25cb394fa35575c2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64d4e3fb16a3daa09abb78753bba0889752ddf2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54aa6186eaa4c35b1ad7323493cb6fcf85d4e75db70e3cdea4cad15459a947e3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaf9e80c8f094fe4b67d99344d674c5aceac0da7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f9227b9ae97e1feff6bd082a8a9b31eaaee30f38d6f1c2b2087b497e4d0e58e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c69b38cf68daefa2f79859c56a83ff21e374cc55 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee7ebb87f2c28ce657b39850e2a5777851b0fcc94ffd3788a5be5e9c7f54ac00 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..694449efa95d2c21d6b5e5ea04f6f6adb695c5dd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f95b2ac8421bb1f01361a4f8bd68e2b8a126a9e7eab7b937d930431b21b734f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..341189435fedd8116029107bfe12630609856f10 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c13366f13064cd0acfe6572774fe5629c232da824193d872c3c8cfc63868cc5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ad811892a5c225225996934514b8b3369c9714d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb6791393f37de94e22b08891cb3bdfc078bd152fece83cc097d2d780f39744c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d3838e2c2c87f1f1c9a92e0c658414747dd139d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c30b80bd4179f508cfb4e56d88c52bbbad6999336ef30df0e846d463f75c05f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fdc7b6fad29805afc113fc2037ea74a70a8731c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bece04a823ea6a6cd3036bf57501d7500bb3d9c3c122cee81184f940e9126de +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4f2b99deb6cf1f2651cf20c380fd2c901c3d238 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cbc36fc6747d0805333182873f31d1d470a4608eab4b3ca5cb00e5a422f7da9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ef0efb69f17490ddf351afe932e013ac4814061 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00a1bbad5f027e143a1a976823edeeb63bae4a3b35b3b77e6152c0fec51b591e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..891132b677088a8c6b404f97e1d4b023ae954c31 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc417ca71a7205c478aeed3c31c823be60709cb028d1621216bf8ab41ade6aab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41062f1946eeeec1d220793039aa1217499e9bf4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8d283724e14a3c912e5b1d5c4540da5a0fb2207cb8b60214ed5338208134078 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8afa9daac50aa086f0c5155fa908c773221626f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73fad8db4474dd84e399ca192dad143c6f318f23c3271c823d9426ab6b7821b6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cffc398064748764a8ed2f9d32f478bcc230fcef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d27a60522adaacb67b32dfdff0c942a87a2a1c1ffe9ca5852d44259f6a60629 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b666830ba0fc6ad316749e65637bde36519aed8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c9fd0c94663bcb0aa710f4419bdb681d271bc02fc700a3274286764f91e5a57 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc33e9c2e96b7bba0d6e66ff0179db1bacf72490 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:146dc2ae4e6daee38ee9c69b28dac01efccb1c0815af159f2a901d471908d7ce +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c408d9e0b40500c8e22092f40d8a95756635033 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31dfaea3e6cd64dc076d558f4843d9ee3867e94815b07f0811d560536bfc9682 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d65baee85e1c7ef54ccc6bd96acea5a707d3f71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f458e0b037d84765cb6c0d87d429e2758066d82c9962fd9232ac24577193604 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5e7bf62ff23f31d52af357ca5f463ede8ece189 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d30f127601cd78c52910d14531013951c1f8d25882d2775e8efb176dc04755bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e5fe723c5b1a7fd075219483a7f95254d4b302a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63b19e28a7a0dc02bb983a3805659b95fd3efcc049a9f4c342ec564e6b587e0c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..083d6cc3f29cfc95b6631d6bceffd4be0a3d9244 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7300a90e095fa1de4b70fc767044aec6fadce8004b00ead69477692d680b67d3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbec6220d74674aca3c26c412e96d3ff64826853 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12f9fe01508af5cb7399642cd8b4bb597f7e93dbc39eb1d2560758f1993b138f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efdc888539189f5db9fe6b34c1b8af39d465a554 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2753a760451e1e1c85ffee0803aea0c7af47ff7a9f2e5671d094474b161e7d1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90c09076812eedbeaa02c624fe04f3f9a59e1545 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ce136fba93a5404bccd8beb71f1421f8db60cdda1d91df9fb1db69e14509c1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6547253899e08050c25a4d46e3dfb15ca1160f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8b92ba840f3fb09b092fca2114bbdcc19bea0c47c751f86d2fbba437608ea81 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d2bf0320e4405adee685fe635910615f7366f1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e850817eb8fa4a474ca36a946ae8db0bcc8f29def935f6f309d2aa7a29bb2109 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecd86433181a6ed124ba138c9f85c7bbe02ac13c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6940b44484028e699411657fbec68ef8174affe6238c6a0648fd19e21409234 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ce5bd116ccfcf3f38c56f575b3382a2f50d274c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:009721a7666248969df7ab83afbd76a094686ca04a459cec961e4edc22906a4b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42f1a31c39dbb81e3729309cfbb9679f8fa95642 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6feb8763c928dccdf893370f6bd5f6c7b0ddc199399d76937cfc1052a44e1cd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40127c7df61f75a41771ae29a7ff4400711d8be2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:defb92433e51c8f6247987cc9b0e37aa27dbefed165a9c433a459afdfc8c1be8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8d7c5510414ad3b97aa30a8f94442292a6e5ad9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1709558005201fdc6a8699736e929ee86dc664c8280bf302cb4728fd0f383e04 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd103771a6580ee01a532e0cde32d6ca907f8f5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a1dc82ce7fd1624a043f5dd4e7e6d85081faec188df77e346ae50530c2852f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4be4cba93fb7ad004fac49dea81fd33e125d4a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9babe8024ff71bf86f47f173cf91bbb5862c2c719061d9d9bfbf75dd66d422f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d65283b2d6e9b0c5681a0158a2edabcb928c4ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef4b27119d495195f75d55e2840efcef75085789e08097c9419195b617708af4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55f419a0980f71520b45a45613612fa7d65741bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24bace97136a0d48c3d1042981061b229f2812fd80c51ae4ed157a2478c3f2c7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7d958ae6852ced04d3def1aabf0f0dca4ca9aad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b22b79d33a68fd4832eb1d6e43df8204a8f728f4b6ef3b40ff6ca769986556f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64243807f84f258f16465469e66d8f104181d132 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d15ece3db0e8d235effc34bba7ffa36f140031d538b3dad3231fcb45a1829fa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85a7ed36ef01966ba43e9269c0a9c646d10c6c98 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:029f149046b608650ab1cd9c3a71e800bcd71ccf3269b65ee80402d89ccc502a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a64080301e7d128ebd17af658cf432a5880c03c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b70945e83caf6beb2082f40519792ed5865bc8650fab8f68c3dcfd4188fd485 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f650edd11ace1786fdbac3622a37b00d84d0fc7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c9171b8193438b48686f3e47cc62759f8bd3704622d2e01bc834b6a66061de8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..173b21915df618f06b4d4228a9b11da89b0b2d61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37c59cccbec7bca59cbd8bdc06703ad869a0dc55aeae05e7fbedd9933fbc67e7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9c8de4d8ea3f631b15ca1d26b2e92b0a9c3f8d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f9d4aa804ba9ad94bc18947f12d56000ace2f0e0bf74d3adc4238eb5e790d1e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d494e8cd411ec228f1d702a49302e82576ab0cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f72dad0770023880c6f8b5b5e2e38a48a599a2210ab08b62f24633bf749775d9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..263318d326adf95a275e6dc158ec1bf392e4cf47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b4a73cbf1931ba21ab5e6dbf9d4a6378aade34c9c4b79f4466134105bd9d93d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..780235701e0ad0ee3c0b88181858fa74ecf9ff5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:810e865110ab4c50afd70d76d9393e0d4c5d261255c3f8b5fde5c9bdf5d1e027 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9aaacbea044f9552a8dc95e5bf052537bce5d26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:876e0e860839d8d0c11a38bf6e1c3bd71bd631b9be5dd0beaf57c295e2da154c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75c226f4a1da7314b38e7095eba8edf7f66cb7bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b82b1f94d4a49d83253b6859713ae3988ed6f3da7980cc37354f5cd722db1cb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fd4783cc0d91bbf134370b05cb8678ddc22e2e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd01655c90d55d2902ac2069930966dbb3e6342b40814c521d44de8a0a3193df +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b292b83937821f8a489a37ca7bdbfc32915f677 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9899b8ac69800099ffe4c8fbc6648101be4392f47f29e209f72b5f0c68abc337 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f5453f2951f5f6765d2531c3cd51fa50c0bfb9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99ff3be7a238fab4e6bcc3ddc3f383c8167ec3c7b2404cb11bffd29ea6134375 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c6ef3367e4b2c65dde3f4e0f643916f28f28d6a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:917b048b84555e28c1a588bea6cb885efbcc1d26ec840a849b906196fb6b5c08 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bd691244ff6da8423a2a749707aeb5f2ed9eb1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1908f5e0d681b2969ca5704f66f7cb279430e1e8fa6dbc4b09c73e546636dea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36d50a83e1e1a57cd52a6d4b4327d148954105c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:824e83539260e2a4dfeb98a6e8d9be27b64b39e5a81385951490d50423a214f1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75b544657909651f4d1a68d22a33ad516822044e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57583c427440a22da4d81e0ce67b864b3d75203fd22bc1f24f325201da76c5e6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..252060cf29a0b15192fbd4162223aa29c4788c36 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd9bc73e19acba26f563918de9855a2f0348a0c5557529d1dbc35c9097a92599 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..13562755a5a1e95e4726a790be53bb17c09a207a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79e75380ea3ab64a8dd30f7024d1d3a8c72a865946b22a3f7dba5c6c04379386 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..997c9301c40fe89deeac37ebda22d14ebcbd6907 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23e9e81c18ce2cd65e64a8df76661dd7dccec57b856ae444ffc3604079b3ec82 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..446bede0597c4b8982e6085cfca97bcdb9e0a45a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d764527dfbf41fcd1ce9db877661983b32db1eaaded2cf82431573c506f0756 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8816b2e1cbc2846ed245662e7374a746a83808d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15de7d9bd6ba5fab98703c86d3aa6a459a4fafc16b4cd313ea60e5f82e94c0bf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ee479214d31fa8f789fae87aa93de8175c8c8e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d3f0f5cd02c086b029c3189da9b2705d38baff3afafc45111cb225b6412c441 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7d102efa4de551226d0bcb596ad58acb80f8ded --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9399a55c1324bea49232434cb9aab9a3ed08308340fc50be3f1020a7ecd17990 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9120213de270dba986d01d67b8b807812bcd00f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f97e20f172003187fb5699d76741c325aaae7d37861639b27aa98ad9df9a36e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39b2613d621579e01c95d8cd9bf33d00faf77b69 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc1c4b98f0ab2b4409dc52d36b39f7c836c81b90d640c6975dc8adc339070787 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1a5ff7f73f5b9bee79f6883ce74d79abd0276d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a06faa3e904748f38e9b440402e08432f6022e1d86b312f98199597c17fbc74 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fcd6dc00780ce9038db331a7e4dd7e30553046a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8783ba29cfb2386531ab45856ea38258911e96cbc31f22c81e1165c1740e4dd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92a58502eff90ebaef5b8dd37237dfe27b94aa5b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc85a5e48c2717753b0841afb6f45f744de0116298f3c6026a94ec6d8b93cf6b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..040becbe5c5fb1a3d6fd38d1a778047dc9d18575 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1ade5e474307705903bbe470c0af749c88e9ba00373ebe527780102f5a3b36c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8d8f2c97980521ab4f88c4f1c39ec6f6fafff36 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba11be1ed6215c019a886c0401409cf563cb506c8c430d61274506da6253c9d2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f39e6f14b43da283095be8b938063e8631fbfc02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40d7db5d64e20f40e2dda8cbe175e6de8758e7b83e045718666758c2b47ccd74 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..599f6730b26da4fcb89389cc543010d8c931bef4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cae43065a6a0e5504944643569ca9f2a2b62f6544c8f49e7ba00f477b1ac6e3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ace69da307f2ca4c98126b2e4d21be361a87cf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:065b4224c3468b4337d8f064325877fce22dc7c395714592e36adfc9586c46a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed16863799c8dfa2adf0c5f9dd5cb1e46d2aa76a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6e656bc33b5855e241028a7cf0073cc43c01af2ff4b5f7e714fbbc9c0f2c0c0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fbc2151ff9fa83d21504e296f1499264aba4ff4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32d15225b03b71bcbe1e2266f00c0d537bcc267bd12ce0886953976491d418b4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..680689d7cba69d06e2fbf0db7aca60542a48aa7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16d4243d81fb04f9d6520991a8a3046a2e576b46560751e530712df3985ca8f8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3273637c9ca61ebbf818b78055e8f4a3a7ca1700 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6227518db21c43b86c9230f5dd4ee88815f26e357364b84f4c41338ab6d856f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5bed713df3455e60efb20439e5708ec41e0a957 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e9dadc77634576b788518f1207485daf2c783de96804c955545f5d8c3b7fba1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..975fd926a1d01d885215ae72aaca0a4e77b86050 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e87ed2f637405f97bf6488f2d63534a75e051ac7e47020858d0dc188e7167f6a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..801b1d5c24d25c8653143906c965453db5ae5710 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd167cb2df5a8b81b823c3864feb16999d44dc9c41048799d54eaabf7967c515 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4589d1a8336a89b1bcd091e4cab07eae0744301f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_7_t/global_train/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:900d3144d9fa7e4a37078b084bc662c5c74d86444b04918fa2020f03c9e3cada +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7df5afa107a1d95848a53c8255ddd48827a156a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d7f3e18341cc2ee9f112c88f98502f50ae2379d70e0efaca368109b32e32a49 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8288919d1a458cac0657bf3e01055235224bc809 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab05d7065c2e46811ff25d84f5b712aa7458f20019f64e97645d75cf616774ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5305568869eab6bc60d5ea47bea2c05de62fe73 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e48252ab18efba137b2e7510e750d090bd7c6490a8c25b6ee8af5f18fdaf190 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f6ea6792f5e489fbe196b4b6ba3a1529a82a5f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b04528238321b639cb2c7d127f2007dfa921c5fe2a2ce9e66dfff88565307245 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c35108cbd597c4935c39e20e60c79fa1d9202420 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3cfbed0448a9d920dbd5b8f9edb7246c266a87c29751fea507a8ae02e9e2d91 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..22f7ea9cad1ebbb8ae64a6df09ce14fd3fd9747f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d58a2afd24aea48aa24d4f2d1c6ef218d932251ba0b3171f9ab4ecab8143714c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b09b0087f7d2a74862b21c7341b25a9070c0345 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5917948f5922f51185cf1970b90c7d219bfca906c5ddcc2c360927f984b35e4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d824b7890e45e3bba87cf0f12d181a27f9cb557 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ff0bcc8c9d7a02c454f2a6c8212b239200e3022564961cf9a3f5dce3c1ae49f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d98970a326c7c234fc6afe75c1672bedbe248ce4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3108b8d9e1a90a6d3847803ec1a74db2efd3f3c33eb1440addaecb55454a1d52 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40fff9492d4cc8143d137e0e592b9f71bc402e50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05ee6278a9fea3415d0eeceac1d4bbae3a28473c8c5e35fadc49a636c73810e7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4daf36936bcb72a0404257cf7080da91467458b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8480f92f15264f0da23fe358f2935250f58fb1a934960fff17eb6b3d5b14f88e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd195b97f80cbc53b2a888b08c1ba6a30a7b2a9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52fde78dd96e12316fa5a9020ca8c79cc07893d97cd3ef2ad19332fb6a793081 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..633ac7fdfec36892313c01471f8d2a03b21beb2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f3f5d9c71a46e643dc39bb4d273a4fb82f6abbd525a5f01ebd7cb0a39f3aeb0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e35af0034b0c5d6db0b84ea4106e395fadcf72e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:701e3bca7ee7bb5c2b36ebdfe8f39c7b8f4edf8e24fa659a6830f930f1a470f0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efc695e1df041b75dae82591fbe3e65d51809b1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0dc1d417c20879dd13ae8857c5688602e9d5a74e66646fabb265b76335d449f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f5410094c9ab5821aefe61987a85e42ebbc198f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8da9a97308fda4e1d637a28472365d2514ffb974aba0a31ba9bccad4696b49a3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c84b4a80cf077d0ae668d8babc88652fab099e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc17cc1d5bb33372cbe4c1fecd719b8e9751134fa00a17bc20452037123c6e10 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2758f274d79adc170d720354b8ad54d7d3f129d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84364b62166b919007d454caf6bd0db6bf50ea471143e7efc216b3015271e412 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e02b0b190f4015ea62eb7b206aa062f4540e445 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a166489a933fda227197f65d2291ae4b2bbd70dc12b915022e22f02298421e6e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2aadbb84c05f872aa85e1e265216688206e4c7ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e16dbcd8b605b5bd1a74db0bd5063970f6de54de8ebd42c08a8f3195f481a5d4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd997c599241036089b6b15adbceaf77608fbe6b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:712250db868e0c6f6f71890b4819d02daa731d9de988ea43cf961f5c70d985b8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21003f791dfcfa8536c826a2a3cee288d123faa6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcce93e25b8d93c5c3f552d71458f6e077634cff1a18bbabb7f8129250faecd5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d2653ded93bef0ce433bdb8d3f09e76f4c6dcb7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76ba0058a0c3226eb6bbf8412ceef20b340b6991c16c24d300069b13b5d04199 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bada1166dd4b290d2031317f82599e4f7c6160ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6848fe0f3b89ca4a8a977eb958826818e931916d2943a4cbe465d28370ef675c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..479bccd14ff048d7111b2caab58883170129f131 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:127c53eb735c70df2f771d0b392e821089ae8b5c1c16135e6a51d50907d88206 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7db2723bd23cf56cfc9f1e99e42b6a02f2e7199 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b91efb566ec18566a908d17fb98fabc043930d418cab999581e6574fba953fc9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a42463fa44a040cdc0979fe8c8ca4d92552bfef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff1467af51e1d52a070693b0825c672b295e0c81b1ed09730e8b1f60bec10cc8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cd0c650931f5803cac419abdfa63c194f59b3d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00defb8bee64478c8c79f097718781661dda46dce22d0f0a7985cd811ca2183a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d64b87e8999ffe01f575e40fce0eaeeb124cec1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95bac822d6a9ace47fc54247b73d9e964130c5fe6dbda71b0d7fc8f4fc5bf87f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76bb16b187a2a4b6b4f802ead7f1b8d050a9a083 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d90244121594901e6b18aa0195c4e922213f2124c6c7b29cc201cfbeecef9c6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b9b4a71886af600c86c7b8b5c7a919e5f608643 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3c23f8ee96a1895e7c989ea75a411e9f9388226ae7185443770c033e210f2b0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..21456c69a07b108f80546968803fac9e57d5e4ac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4624edef108cce2de6c0691341c5b53af2f4588e2ab015d6e52d5561bb74750 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..606a0b5b15e63a01c7b3ce768b8d32f54f8fcb96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1387ba7615b54dabafd64f4ed59b5733fa453ee0f55df0325476ce0fe2573b22 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46297dedaac2b60771e5fc2435c2fcfd69ce861d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f64f71da717cf72290bd646d4e9d66ecb0dd1f5f92c4403d0396dde690ef24d8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1fad1ba7a1214760f7f6f41af024eb4539d6745a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2624ef89b1fe68a4ee807941e5297500fd8e4ee93c90b8a234ffbeb848c5446 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1d9714be4b6f9a0ed48d63891311b6cac65df93 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1497694f003ac86414a3e3e45b8c8cc1a8647ebf85363ba86bc9d9625d75a8ae +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c908561b0d340a943f28ea1a2c1985c5253094c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:613448f990dc3247eceb0f3978bea290ee3e5a3fe79df679dc1f24362c7388ef +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..758894406ac8f8b2eb9eed8a96a1ed2fa8d19a3e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5de96ffa1459ee1fb22077f8ca90ae8baa44e647f0c33431111a82b069fb8a3c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93b6e2e078648f84841b8d33fbd7a3a2c9fce36e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de6cce006130e5e56995fd1e6c8074541847220a7350e1c70e2a63db70f7ae9a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19fe854036c095e0b4e0e0296b630a3589bd7bca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a893fbe2dfcb7fe261d7ccd101760c45121ad9efa257cb002c75f14d792fbee +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d95e6274054f7012d1015d6ff2287d6f9b8bf54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9846cd46b940a0fc1720e5578da80bceac756506239c52d12f9ce3a8be28a315 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63bc25ff89d6f7595f14c792863ae6832f3884a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c4f5d1183bb57b72b121ddd336da2cdbd14f2441a5dc49722cf01de9aef0bd1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39bed02b14294d4c930cb3f04944f41c65c687b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:854d1a482e7074a0622592614536d3f77ed7b0adafc6dddfb0e239c4b8aea45d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8292e777e41331b0f34234e47d98a3d5501ebe92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5216aa114fabe9d9aaa92daf6d4b80f1c082abcb03cccd547e3373f197120670 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..34690c02b04d3116c6157712e7f5bb5cd90bda2f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a9e34f46bec4f6b5ade2069f6340d35210747dbd57babbb6f3430de9798d3f7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b518006cf3040a3df874aa43c88589638469b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68b4150c85058de65b81e5fbb36fc080a963c080122bef818f3a5662d9e28dd3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a18d7f948ffb5c30c69544a0d55dd30c28518b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b700508f48a6e08ea1bb51632c2b1671a36a49980f3e318339b56e32b1d69757 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b7f3964bd5c5d17e53df63fb58f2ea24a8dfaf4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bbc5bbaf0a5cbbac657cd6a62f89c074267704d00e6ff1df4f9cb25ea425a25 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fede2ce528722db8fd2998cbc8448ffce6affb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7de966144208e0ac3f02cbb9a2f8ba6612bb6f12d7c1ec919f6e4fda76ea0ad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5977e0a6d13d12e176580743da767fbcfb50556a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0183c1d9a05326913e500f6c98ef5fb9599ac0a7a66268dff3a8f37b354c43c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..faa942c7dbaba843a7af03a7cae893d2bc81334a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a185ed9345746ce400a1fdf88fb3e6fe0b33c36fdc72b22bc04888455eaf685 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8ab2a919c5d8fc9e3812d425123983577f5deac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5ffe5bffd6d1c17bd9f32bb7c2559af63980c01bc9e3b1d6ba091a3f5a07f43 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a293fcd47fee9788003c73ca595fe79f0fd06df3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf7092c83ee4e5679ccb64ecf350bccefa085ae756703ede7fd0f2ed84b9a5bd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5a77c2a25876d3f2e53d97e83fe1f6dc2e396cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0812c130a265dd15edd5e19b69e0993f1d67d6977e09714236ae14ac3cb567a7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a45fe9017b328c78946f21364e9dd40d9c15a8bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d21b0cbbd5203db74b6a5d011ccec5434dfc952cb6f98f7df3ef96e90b20d4d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59ff048fbd6a714eac45d90a7330d38f99467a7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7f554ad55b5e65b1c893c63f07cbd70618bff57b7eb6e541d08408c03fba4f5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85db0bffa513c903ea0361a90d024876d93c5f3a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c2f9d89403000d532e18e91e147d54f49269e8c982a793862ab54402e09376c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..329baf01ba72f69e0409c23dd11fb54f7caf891b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9915e6a3865562cddbf7bc3dbac79dcda5ca03548a6140c1e4426737cc0cda5b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f82c2700175cd6b84d0bb9bc1b9e087ab0b48001 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73b83103d5eec9a5cf342d454ac3e4a952a9f43f582cc2fb9706fbbdb64c3649 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a06a1837fd9a40cee2bea63ced2be6ba78f2d08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a7bb1d0ce9218fd100337d72d52db60825fc403c6acb2b24677c5742ef1b72c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46266f2f9453d431c59e00b2afabfef3bdb704c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86c8cdb4c2deb1e8ce5db621b7e56fb79c7f497b1b43c6446c16329c37f712d1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bab67cac14049f7c99aaf1f8ef9d5bcf1d53661 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1b8c49f3771b372e50a8dffc55c733955318a275126fce7e7e03f8d8c5a2461 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c759d36e3199bf4197eb7dc51aac163d653d670 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1530ea9d061faadb91aa0261c07a13de77b5cee81da4435a63c237c6d1bf1c5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68db24ae573f3ea5d75cd2ab654968acb0882c6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8350e6b208ededa49f49390eb39d96e12b78bd05ef083bba4a7af1ed686b09c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..822ac0d32fc0aa756fbdab5a803a5bdefda4a1ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce7140416620f67f0d43dd2870cc9b0be2d3f07d66f99a2cc8b67bfe2b1121ec +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eab7b786b53218f5b2688c7b2ae55efc92ba4e0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:323d25eacc517eca0710c0b8030c56f18a7c4844bc22c947360302dbb1f04533 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f251d2831351079ab81d91d85614907c2fd4c9a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7170c264162d00c193077dfb20062f7cc5c7286d51649284aee869a928ae88f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a79e198f13865b144afdd40efb23e36982742880 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d537c30201366b4e56ab8fbed91efa7209da14a23712212ff3b89ca9a96ea07b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58d921251e6d2618177175b98d88a3b2777317b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bdd2b360c5caec80f47d9ddb286dff4671ea72b71a520881741deff7dc876a8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77269d2560531b0bed1f6f45d14cbd4f907d7e97 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6120ebc562de8ca4126cddf8f35bef785f5bcc86f30287faeeaee096bc33ab18 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c28c5bcf9654260abacc580c665d850eac2ef3d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20b67f2288b5adc189024860293ab9e0743ec557ce251f12a67faa3b5573c3f0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8410d42d08a00fc9da32969616d6178902062b1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e05af5612c6f4594331a1e46a33d6bf42775a2b675feca3c4d05706cc784c08 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5216707ca2e6c47c6b2c375b2713bba82c091c2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65f8494fafa4f374c72127117441f059e341368b1ca17efeb68021c71b637af8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2bc8cea5087933b83506006ad95d0b96213e79c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18d575e8a0769da64adc7506dee09700d43d372baaf5c7195b955bcb9b4ab88d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5d6f47c4052277cc7a1d5bbfe60330a9f457525 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf07925fcd32021cc29a82f9aa827a230b52797f62028538f2f2c77e903eabf6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b08d73b76da409abd13aaf6cb523dfc6ecdce23e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e9510b97bf5ace7433936029c85ccebb75840554cf5c0a3801e2b390395d012 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13f86660c21994f521b1f1c45fc809e23fa11e3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3475489b9f1dd9cba1916a4543ce7550dc225bf2b2870dbb35ca034020881907 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3548c5fa38afb29b5a0ebd766ac58b151ae53d88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0813aaed101b5ebadee125482e7bf0cb5173562b39b6711824d0e525af7b12e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c9096c8a0b02de95c2beea6d059b081d7b72537 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:651d11d80405c3e3c14b7ce548f008b9c8e388dd446efef3e305deb074811b54 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e3144473d57f1da7ca5874a4c96eac679304829 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52316f935aa8eaad0bc66cb7b4f6df4682994f82d32711dd2f08d404249c10a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca4fde2da8834c4844d1bae2d73cfe7437e63e1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9160223e710b312ae880e81bbef3ddbc4227edcc1b5902ed90d00a8763b0ab57 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..458a575c99ccfac518e6fd911655372f3cfeb14b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a968119a2b723b84ca9365f520f9daa8bb0f6a45845e94447fa0a4bcaff700e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..41cf5084d7b7635d36d8510d2407d8ac1773cdcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:270fc54217269fa05369be9f9852357b185d932ae921272c6df1b4bffbc7d97d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82f2ac6020566776c3d0460008e6f862b44e6d20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b76c6db7875c0392b9e17318fe651a944c9d25265eeed169ad59aa9a815e55a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..658bfcfb64e916f1eb12f3bcc9b78706f21b9014 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4045e19921fca3753668da1e23a4198c5886fb9ae8f76c3dac86e2af6a27960 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..061dbf1ba8e4ed447fb32c2ae7bf11f913e46087 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fdcc38eb2fa01697e543e3feb5e47906e85ec63890bd50d3070f6146eaebff6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9cdc7e31399506103abd3b85468e42e2a9c0d8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e52acd6a7cc26967fbeebea080f1e50187bd9aeb5ae41322fa17f6821e936d04 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88ca595c0cc22d5e73b9440a674d16a3aa893b9f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d2ac75568b918a25cac05ebb7a4b9a384c0a8af881ebeaf7656eb7f87866bd8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d64f602fe3f94bc55d5d9cb598373a1ea5cf1626 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb715e07871805883c606bb91f3345a588c5909c839934e1149b85f73ab0ad66 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b17c2e7d47d7fae1e9d965861f31e426886fd87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bb07ab4d19e14c56b46f4dd2d238993d2e42f1a6ebd4ea6ae4a274f6ef093db +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0cbbe3128929f15296c700a7882bcba6c25b0ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4be22b31414f625d1208fe3a8b97566e70a5f5aaf74e186c07f4f9acd4c8523 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a8d0752d5e8d2e48e02aaeebea49fd9e11c363d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ef6e4f8483dfd4e66d81140963aa05bfdc03345b57ad10f1929fcd6d97da2db +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7a1e14ff8d8d859bd1f285ce5c9f8cd788e85cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b3c300432d8f7e36e10c85eb7d78599d72ec78dab9801b77cd51462efd87e1e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..067fda5bcfc58d32b511b26bee91470b50ad1c9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95d0c53964e47709420a1873a72760386dde291dd884774131f81b2badd7a392 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5421882db671cf3b8dfe4e071aebc5227f924dbb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2ed2489fa64319ec4a0f9c7c1a2ce4f4b68a8da34a59a9fff8fe4e7fb31fa09 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7534ee34c1ecde757bc3ff0d16cbfe9a0ec89cf7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89392052221b8cc8cf1a22f81f964bd6cf604a27f6476fd7034cb5027f040aab +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6031a4c810e2e4c48cb4ec0db67f9c08a0cc65b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c90c32b5fcdf94f055f7891861a5ee4dda1a67715b8f6cfee1c2e5460655995a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fc22f736c0ff157c37c172c712cc4b3a0763f5e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41071950bec16f7cc7f71be30b5cf3a14da79bb169e9d5eb4a3119dbc933cc36 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d085a20d8fc5e310ad214157bd35dcb3c42717fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca23b56ccee7972dec6a7560d152abb7d8cbd94ec4319d39789ba6baec336aa3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5ee0daac811773cd54dfc2e61b2e94c8ea8d108 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4b5814a8384ca4fe49bcde59753ff1e5a0729914e85425983961333b02a7af3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..08b72a6f450fbe983aa48c936271cef50563e10a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:310aa9a5a5ad570c687255acea2181e2673ea50a751f6c842342a70675ea00ed +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad8305302ed6d8f9af4ddda45d9438f112cff60c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea21081fbe6d17d04fe34103de456da83c604d230b9d4a06b79b7fbe46440865 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..74a38f7439d0cbe535d2421a91ed8f56a8b53d15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24a90ce5488dfcc700d570f31d27e9a297b203b1bcc0a40e90691564edf2f25a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72c8639dd3f1c7b17063155d983a16fd5ed6d597 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7e417e066f5e9df9deaae75c2aba7bc0817de3e0aab48c5dd24c0b030afb01a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed18919427abced720c24f58333925bfa8de0908 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0b602204df7c52868f2eb24ec593f0f09680a54856dbd800d0d911fcd32ae3a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a384d60dc561a3f71fc0e90be707efd8e60b51e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93d896d54e8a6fb0ed6179f3f642d91d58c0af22faa9861dbf9a4669344c8fff +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f5caff13082b25b5e17712eb5757d0a26691a87 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9984fec34fe78da4cb41a0ec957c31d55998bcf951a0530e1dbc4c0c50b643fc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5458817722cf8b56b9f4f7e3869f95d6c113f967 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5913dd31670a850d7abc075ffd3400758bbb4384c6fd320128ba4d287930147b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53675691373b8df6e2deeab04aff616ceb4dac32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a447458f8f00c7bdd55b5e349f87f55b93641a7fea377f34d419f05d654db9b7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ce59ea9f97da272c04028e6c1b73e8476e8a7f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c91d8c792e729cd620099212250172bc4dc071d294688f2693e343c500cbc50 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba2b4800fe2f92c8693f3c1d64063721650ce3e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38a5a3770e3697c1725fec40660dbe5f25bcebb5fa5679c84ce648bab17e8419 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bf34efc3dfa62ff3beed95d62905dac8b16ee0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa5f867bc014c0db09872185cae5110425704ead96039ad2c0af66c6370caad9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1609f3c4c536a838e61251f2d9238966f07f42b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f564830fc12f9a2e519152686096f299570e389ce3d873283c773ac8f1817765 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d66d575aa6023ee17d0ee55b75276971fe6450ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67b895deb4aa7c83ee6c370651ebde92a95dd869d72d459c4d4a3748c9d4992c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65bf06b3b3c2955d9784c0f1c1c2e5a4c24138ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90a44c1ced4d6edf12c80bec6371f88fb805cfcbb3c32ee093cd893740e54bcc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2ed87cc1e3f3ea6bf04929dce62cc2406727ef0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b59e43d1f983da5359af51301dfc58e3f9c253d628958181f694187bbe4f3e7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fe591a2931c9f7e686112ad0a5a266215b849dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1a5e8b2cb251d67371779da7e72999dc742794c8d0877f67e2a07264122d5ce +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..349bec19c663295c1e851412677bc61d762b2218 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1933f3e4a254bf326b00330eaa3c5cafaae04028b5642ebb3c267c3a7bf7e3d9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de2a0bfb279ee201a3d7fb922a07a4ffb59cc7ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84046c44f8a88a639b016985a43b1cbbccc9147a39801f9e259f5555fe4a2b7a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1e8562c68b0841c0ed4dcf1d43e7ca0d8eeebb6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4855d7f88f1491f6c7a68311b72777a889f66884b9e21e86a937544a880590d0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ebf219a0194a2257cb91a79d3181cfdbfa1fdc6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97a0baa037ee3dcd77f2faf4e5421ba5a1e2d17b244382c25a14486652941342 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b364c1c9c62b74ea406b62187b2365db41cd6586 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4599b33c64deb61be4aae267fc615566c989e1a0e6cda1e93a9cdb9920c5ea31 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..962d38dc7ae82318bc19282036e9a38ecc3d8721 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc9536d1089bf5bf373a6e40c00dc9d8cccb8a808eff42f7621c8c5cc0b2c548 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..820ff328e6c81d85ebbfe44c363e6b5884972529 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd73776eaa0acd5821f6c6921791c0bbb7d05dd6053a8fa45101fdc8d0267938 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5691a64d4a823e92526528c41b8de805c71a0b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2faa5dcf2cbdb399aff1597baabc3fbb15abc4b3d7deb351bffbffe458342f70 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f813b1bae9c443d1b3eb0ade3a3cbcbb3a219b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26f1af69f1d0065a67a0b78299ad14f7c6a161f87369dd401557ac1cdad238cb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9e0a174280f4faeb6c0fda09fc75482c2892261 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:433964527c65bc46024b795e0f2d65712848c86a5a22b6e305f29c19a899a50b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46fe649ca93012487dd8f9ac3f0c0ad718af7825 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe10046f03c2c07777479524695014e06554eadb877ca855444d4f35d6b8d349 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e809f268ca07b4c4da59a603cfcc25410ad3570 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abcbc58925a67916ae5403c3818c077d3124212b99cd584e2bb84073981efa2b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..435d5465843b7f05d609f2efc5eb052dfeca9f9e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b6134b9ae048cae4a78cdb17f1a0620aa5749e5d4b621875791608b76c0c8d3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d502b68a78f21dd5820d17ea63163b0aff24f19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fba3625a2c014a0afa6dacf69f1f4e9dde3a9d431b1ecbeabfb619580970f09 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..acaa50cd95a2238182606ca7dc1759620082f77e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfa886a239ab41b30b657d223ae5fbc5027524f12de02f47c7cef8280ac5764d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9a1e6935945dba15e57e493a8f24fa0299c6dd0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1f28d169f0ee7f40dfb170e83eb7549cbf171e48f5f37760c30511fc03739c0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4d1a69f35271e362761cddea7ccdc4fccd9b145 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1327cfb1f1ccd98da7f04c27820ad2d316de7c18851402c5d98237e944abd376 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef67372fd289c467f4a7f9a48b87b7adc9f51eae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98d3593843c878331ca54c12bc1151d3ca4eea43d486f5570466da37f71b958e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf5f36f2deaf444200d2f88ddfd2833d03e5baf3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:356b71a717c644040b22a92704fb5624f1fde68daa1819c4ef9789bc8a798b7d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9051686a07154e2e63335fbed1b7ae978c48765c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4ceec5206dd445bf617a2f9e07407ead07c73c52a4a7d49a84c16c1828e6d5a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fc05d631e8fe3ddfac1b5c58e525d2b96eba271 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e23a5c524c833ff4f16d23cc4f96ccc2ab0d76d5dbeb103f05be34872bde6b0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8289cdd22b7a836f1f2d55c00e183fd3c942d78f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6dbbe35ce6167703434d64611c1e5724739ca52e28350ca868a256e2ceeb5614 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..616210e2b2bdd3150aba7082d3d0e049ca61399e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53cedacfdff56a76fbebde1ca19671c93dcf3c77002583825affdac8d151d894 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bb89a7ad87fac475e752686f12093e553187c94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aaec4ff79fa609cb966aa93b981b121f8d88031a97dc78a005adab6d91f2d1e3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..851f0f4fdcc93f8e8fb8c70735601a32f6781b9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3585c1c5eb25f85c3cd23c53f5c89f77d4084f6d5b0a88849d9617c967a7e369 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90fa29c999d95e72801a344e5af233eca77cbde7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8096270e97d0528b6de00c4e3ba80b9df3940b1b58cce29ca4f1b80e058e903 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea6e35c3cd2cf13db4d204625b9a3ce13e6cf7f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2efc63f6cbaaf6a2bed00f73f3fb927f116ba90722def1cdafd12896772d3288 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60549345bd7411ef3cca47ddff6bab56df9a375c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec89156720732da99acb72dabcda1a220c045c60869b2100bc2e6cc3f5bf3575 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..919461dd44c1e43c350bec1dbb44c93dec6628a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68583e97ab396e1ed188a80f6789644b503cc057ebb1b7189c052bc914642117 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e5ccf41111f0c0e733d26e063e6f2848ed78373 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40f9ce40d8b7ee5c280a0429a00dcf29c0fb2ac27f1d9359bf59f495de44c1db +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c281193fd4aacfd8a3fae12c7a199fae992590d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58e700561294d50c7867f9e11e46360aa8895d1857729bbe80683daac1a682b8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a2335f2602e553ab48348a0f1aa12240fad67d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e86748894fe63b5f8ec37d09918a19e6ee7d012d2a4852538363c68b33f1492 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f11adededf7284f05328f4d569bb8b3a5f77d8e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1399eae03c2d4e139d3afa7cdd2985d8b06b5d647d659d26b2fbc17eff5b7bbd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1f7c4ce4869970f377b7e3b75d6587fd37fe5f4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:012ba20936839fc3ba23351ee8ea5edbb54f6e59948a297b3e197d5c2b232f06 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e263271bac9a3180fc520a3e9650d26033df885d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bec05b5358cc644c6816c3cd83347322df1860824054887fdd97079b271dfc7f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5118cf2e7e116c49331ecb4ae57e1fa5d322d1b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d76dae54556b606dae361278035fccb457a6a1dad535ecebb1ac7f7c86abf315 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffdc83c158a712319dccc4d1223e70dc31555604 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:617806aa25271bc5d7108fbd014995ccf8781cf739137e5c8495da542e60c714 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2adb5a9bf1f7f9d856716cf1355b91587f523917 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:389b7afd4a72e28d706832d83d0fc5ab3d08825c33317bfedbf81ca070b48d9b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d51369bd1ed234e3d937991895b65fefa4e4616 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54104112d9c0f1da6ff5c352bdf2ac2eec641f06892a89482204016fa3f89c62 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72e82b66355ee40ccef351668dfe7b1a08cf349a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d4c43ab1bc9e280dd95eafd2703f722208b81525b9115e11502bc0c0411f723 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..98816baa87b465fe4e80bce90f6bf89e5e2fb3ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbe4e4b8e814ffa3d46d6ce8690d1ff7b076cc76369b77fc774eb418e334b8e1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e65609cf05e27bdb50c7cc3a0cf6f38fd362d96 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29f3cc9670d2ac6d6f54baadbacf0102635114639c3fc04eacf8e4329fdd42e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c89a8a5b61a480edc34cd600674f909f269ac58e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53e17a658970b53cd7fb37b388004e661bc72d94eb28bbdff278001241e334af +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06f72b75fcd866a3b135dccdea473b231aa47deb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ccb84be60a687eb7e0aeafc36eeb5a70e392e18c48c090310ea8f8c92b7847 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbc13d3c2b34cec588672f48d032af587630276d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e128909385cf398e23f73a234065fcb4d8a6d29bae5804c9cf303975a1f708fe +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6adaa4c696292bba60a7f128c9076c0946ab9502 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e358ee3a8ef0361f50fc9b97103f778d117f41c4385d5095836eb7677198b51a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..11f967cc173e83400e77cce890aa3605c8c312b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a4f5bd7ec38998c9077c3fe63fa26eff5b34171252a3014ec666272a7f92aa8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87c893622d5bccd75b2eca80d9f44a18290a0da6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4741d8dda46f521b845dd05696fed7e32ee8c7a9fdbef79860f43fa2930acac2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..40fd0b22f246de61af3a42f59bf94623b09b9d20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e7de0dd975ef3a45856a0ec7be613d284a49951bfe9f558a7d43567e6c03e7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dfb105475fee275f1621d10a47238601999e1ee3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8579e92b23d95d2774f1d812a7e947634fe772be79614d4134f3839f6970a3fa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..41ad2b6ed0cca2770b002aad8e65f0d33f942b17 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53ab31c21326f2a3d2b8db47c6c87bf2c1498aa2f5507bad048eb2805f064c78 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..efb1ea26336efc7cd8070597422bb9258fc9e5f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af3ca9ef57534ea03748c23a7938b94214b65d55a714efdba52765ddca67ae8c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2949f59b60b2e1e2f10acabd3efb57a3cc1547b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:936326263a3d59c8c716455fb2d62b44b2d594e45c502ce860ad390fda4730f3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e59f645b564614c20394bc4e2b325d2a0dba9bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02e7c536521996201a1701c04ee718162fc5f118c3bdf54c4abf1d318524a413 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..81db07abe4e00dabb4f12ff7f7de37cce313d0b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab58981b44711bfb4d2fd09ef9e21e2f1c400dc6523993d767b5e981cef35fe6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80e08a651e8d08cab8259da1181b998f36676323 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ccfa93e5f362ff31262b42046233c095ab92a4911ac20d2f2414056047b9dd7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..020fa308425878971c5e92ed50593d3be71aa0da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f5c36373cb614d5ea4dec9ea0162b3bfc14a3cb7f26b058230ad0206681d07d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3ac8f315672a05986e3e102c49b65e043adadd1b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1b146dfcc9686a3c62a8d35c8f58fe1ac66aca85ba7ff38bd0e3cc412c19cea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..27a059bb4d4509c8e12d7e0a327867e996637954 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e466edccb572b173ce4303d9e0084a422a058a6efa14025e97d87dc095ce1fb2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7eaf6f45ebe7110a4d4a28560639f3194b7b7eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74bbd1e09713e1153d846d6a60abb58f3e40afe56d7496cbfc47ae158eabd225 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..35ef443f17dd74cf3c80959c824da7ca244aaddc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af5521f3ce16289d3fd4421b4e951179767415c88c2a57bd6247f7ec83e64d36 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcbc7afb3a74a6d398aa8b8ab0374fdfc8b1972e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f71702a9f6bb1b2eee389806b29e7aafca4301ea3e09f34cfea4ef48a86f30df +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e121d3b98e0bcc1522468ef8ae482c83fb26fb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc17279d0f38c7e810e0f1f62ff0d694dfd515aef48f3597e62f9650117da04 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b1ed9b984665486282ac9d46c9a7f22d06dcae8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa041f745e376fd48ad5c6da850dba736226a6d8bc338cdbc39b3ab10906db5e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..542793c6e6c4de352e1ccaf2856c22ccee9be0a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b75d63d30dc833d9312e90c6b532a3279c947c55d61b3c968159e8090b81810 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f09ac36394c62c007eb92fd64cae2a36fb4e9b6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed6261ebf628b904b93847919a9a389bff0bacce8f26338aa9fac94d7c926940 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3f9a712c071de344ab1fff548e9c83206d22d62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71b1c1e64a1886a17a9f0f9396bec924649176a83f31acde370274b01118bd67 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3feba8a31678eb988dbd8fe681d37c282191f793 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9164644db956c506f610b8c7e171cbce012d9153a7c2be662ea71cb816ed8a96 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce2ee1d3d5798c9f8d435dfd5b5f3ec2010e2303 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb4aa6d4c0b73faf723d10540103b068b64ee59b8be071d92d5c2eaef2bb4ba7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9bd217c6b51bf0c025e521415c1c61435047b84d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:506772fe7c43750be210d3d237f4f1ff15acda8ca5014bd42a2849cbde0e7520 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fe83a093db7472f9a7c7beb00db37e5ae4a1550 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dce2e2f4749f0345ab6ff446eb4fd6e603b1858e6c3bf4cdee18edbb1dc43914 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56c915b72e8d3f1594ad2f195bc01093c8228d21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee136547ad6ab12a65e66e0f4381fce522255c82abf4ce0b5450b757c9ac3217 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a3d987c6a840b332c3c0c3b3437490e2bb70d7c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:194b01286c21ca76de8cd83c83a40bc4f3695188a77be5d607b5dedaf5f5417d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43b54567c868b1d3cc1dae90f1c646a6516722b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77ed8452299878c007604db4e6a2456362f54c117a66f4127096d34b8b00e898 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c36c9b0ad46a07f420a257c9ad890530d502cac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39d345c34790334a3b642a97f42d3c21f56ff5a60a6bd4c649025a3db9b5f9a9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f689e35b710a916d416bffae6c9a497d98bc66f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cbbdd6f2571b29c6b49ed1f99ed2193d43ba98751d6ca406da497bea5acc9f9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..570631b96f72829966347949c55d7f13de47011a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9c028525bde1ce7f01db55c871064976481cedff35cc6989c5803bccaa17872 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1b33db11c0c584cfa9e2563311973a6ce777c0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:798aebe874613cb2d96592208b0c74a2b2af24f6adb70df5a68422c1079b8b9a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8916176c4473e4bc552b12d788988a2c886929c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59b6403bf2a6f3982c1935f6454bec500287b42ca826057e9711d6bbcfcb4049 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96bdad792223ffaaceeed46a216ecaeb8d0d8b2a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3254daf759a2d1bd9e62be553a01a578e7dcc200d92508ff974a1b215186b84 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5608668f8486162add97c8fb7cf40b70b7b9004 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f269d68393bed9a01a2c4838eebda5a25e762c8bb171dbde0ad059306e08b64 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff9190330cc97e06a56cbf0ffa49d8b63df14cd5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8bd96abf848c469c11e436872437ee3b0743c993cf84f6a1cc189db101d98e7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f490246c03d88a53c4cf561c9bd6cda20194541 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c2d676d11144e01fae3cbc85c1f380783eac7c51920549c88e3a772a9af726d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1b8cda57382d0a602cb88209071051da04c8298 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3889a9f44162aea9e4785f90b830e954c653f544ddc3e496c025fba422d1b36 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd64ad38f7ccbd246e3c6e88f644e403b09fa3fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4727fe3f49dec3507fcec4caa477e6a6542e6a64df058fcda88a9a700d9227eb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f0e2c1b7d0fb49e884a27f848dad9d921955507 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b3a53242380e97cb609ace0fb0c127ef0cd2de5c9d1b9388e994285a6f49633 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2948c966758d2b72ffcd12c8dedc9bff92b090e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87173cf69adabd045f981d70a0c34b82ba0c8fd5015ae5b6565454fbddb12718 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6420b5cdba425705643acc9640c0c69307491bf9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edcd4aaa6a193c727fe0d0155b4bed2036710b8528b1ab94b0c97b249e36fc45 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3050a92595ec3a5ae18ba7e6311cba977b23303 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c344ef27db8f7a22b446e09c4d8094349a872a8bd4ee2bf283d45f4874572147 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b223ecee93672f136f2f43414c72d3623cf7655 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:528f8d7d5777ca1ecec2cdebb4b606769e72710f84fa50e1eb888aa2f4cf92f5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0af26263735b6ce8c01204149efb068cc52ba2ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae9aedfde3bda535e1df37891bf5872ab693b647c421ccfdc919bd3bf62edc56 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2c85a3df59823bed30cb2406d33944a664e4b4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab3a1a1fb56ed2c150e656a7626b6e79a7981478a9ed438f195862db4b281898 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc1027d8ae6538e185f3f5fb97f3e5e86c84f05f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9db145e523cef224a309bbdff2a678aae84e0524f74fb204014285debd1c85e4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2231027ca0d3c6366a942b148e126f3ba9a45a05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e47264b264ad9abac47e13db7929a9851184b3510d3b759877f1c01b1fa69ed +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c062bd6e8873266fed68126920461196428952b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f888423f9a4701371394e1b9ed5f7b0d1ac32aa61edd2c5e6d4a7136ec2c9ac +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..241bcab94302ceb92adfefd88b73e80890729452 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:536fae142deef4ec3b2ba1aa15b561c2ebcd28438761e57c76bc031f39a822e7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6005957e34e8b671b4b8737e1d159ef4b775d746 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d667f003e58d61f51e73e834347572c6698c6abff0e238b1e60bf0296c42efad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9aa19b5f69226ba02751b9f0f3936b62a9034d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a40c462ad4fca5393a5ab75ee7e8a2c6e05bb42e58d7757ca522a5bbf39589a8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b4f4b91677ff1d76ba8ecc2e2ce5cad7fcf3665 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ae2a7beb9678a25d90b26792e420904fdeba631c5c37891c88f40bb87f19c0b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0fcb3a631f8e245f4475666c96dbfbf42efa445 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f0774ef0344b3666c78507342abddd0bbbd4b6b8d2b5ac411de00db6fe5cc8d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b792efbaa0e05a47fc9efbf281f175d0dd57c51b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f5ae609dd9de24ce392a77f6534dbe1458117790b55146a6b11410b79bf0efe +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0817a9e691b80863a9d966cd1aa579400d2fd542 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e50d82b5a257b89a644625db5e1940a8647807e84a9bdda261a501417f0ad2a5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccd434aa0d0674d95453a4c5f3555ed47dc43a64 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccae6b242f897a0b6fb5aa9f3aa3210529c613cec5ce59f7fd8aa70d3fa06bf4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7be756256842068702af0c18efea1127c43a5c4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd989bff91527c25d293e818d98e28031e9e7e120c1a0e633a98d1d5552fa488 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49477d4bb4cdbe2b8020306c05e9838e71571d7e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:399781a141fb28f908835545f7af0124787ae781ae82e2a29c612f0807992a52 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18512d610c5af55dafcb4eff2f9e60cba11f0ba4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b0b86632f3d4d42c9a862cef56b578d998bc45e7e1ee0fab9c45f346eb8ce4f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e893760c66f5c787ab3b652b241f751e057cce5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6557aa20fba69c16ba5a0c178834697e48ffabcefb98f3e051d4038bd3ad36a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f31fc561df4971be9cc9984b1202283a0c06ade --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53b6c3906f224ae5056cfb883f7b7be936d214e7fabb74dbb450e64855605885 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d90e63813cdbea1a238be7de2f7304080369e71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3541af61c659a2823846b7f48a45c4d6901e391c4a7821e19b943cd8d3c31d47 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a38bb358d6cd889d16d5c1903f11c0b7a89b472d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a481019ca84985c95e9359736d4d5fe9d6eb14d30866db7022efb0d1a5c585f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90fea4a21f462efef5dec3924717143d5b8023a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53af754baa71a29b84ef28327ff8460ab550b8df13c6dbefd0d1620019b42a34 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae50e285b82d9f6e7dd08ea57c02227c5b5491c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f97c966915af6a09741c5675244c88f21cfa00b96efc0684da24e5b0bbfbedd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d625e9a90cfb17e65a0484e42bd91e86c67980a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fcd4e79c30e374576addd018c6d710f7215ba934728875303c525acfe4805b3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9315b5d52e53d0f18966a1f134bd689ec1b8bd2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9454b4a3e7c11a6e4aaa3f94686125efdcf26797536114eea1975c48285d9e59 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0abdb9ae5b57bb1753940f071344d13c8c52543c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3e3cfe3c96de7c05172b176b94a5de8e66e2f25a382f1b05c7c1c41ba5df69a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b7637f5e06a2049f6a43caab8995e71a294e1bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35f1936c70f19d21285d5322971472c8d15967bfe3b4ba0dc96c3cf8434864e6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dbd20eb437260a0365f09bac60e638f60c6afe9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c73f4f085584f6108ccd91daca7699a193cec87526e52329ec07954d8ea40a28 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb32880075a482a8fe3dc4ff26def364b705ab82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbd96993f9170366fb90b6fdec565ad9e9f4356558048f26c35161c03f9dbc4e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..555b602de0a60f256a3b85524e9d677e6b1e0285 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a7a1353c52d6b73d7c2a23889690bd32ad8dd7af8af168dbf0efc9f6dc491c8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0a43129af67af857784b225207e3384db81a4ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2570a3b81407583959fd4ad6979e9669f972847a363d97ec4f242b41e61425d6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cca23b4e0bcb265aa676a4ca6fcae187730ae7f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d89ef7eac8490b831761c24df5c9a45bc96c657ce8f8e43cbc14ed80ca9bb401 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..763d1c9ed7c71d678fb3761aba0a2a8e36c3f047 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8753ff36dcae483c95b7cdc353fbad3180678a8739b380f11b869ca696e63df6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9afc0cc27306c6ca1aa866461f618143f22c68c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f71d13f204e1be8ece7b36aa773eb1f56d4bcfd27f8f409489201985d6c3b67 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e89e42f08fa3215ad4c016bbbba7a9ec784e4feb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fd4bad46a5d4274cbf3c300c005c76f0006e2ea22ec6ed90c01a63bb6676efa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d210024b49f467018ec6affd187ad2148d861a37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbb8b4a16ec2d08d63d231deb884dcbc46ba70f2f54aee3aff27cbb276d2dac1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7f1190a09b4856109cdb16f09b0f66ad9fa9f50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20f76165df9e8c48faf4e8e593345f0f3d6e0466d0ae8e9ee0f1bd952598049f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ececfdd2604143e17848d8b66c2cd86c8b1cda5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4354f7bc136bb479501fa2bb5dfcb559d42244ba728c1ac91658a509ca16e97 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4862a34c3aea9baa4246630120881fc8519dcf0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce5f4a2a1bd4955cf0ee3c3612c400ea395324ed050e3117e99f3f68d0d4a944 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..42ac740a2fabcb3d04ba219117aa0dc8d9eb0315 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:486992138e6f99fbfc035ddda6520b0153f6a0d5fab00267aba5cd19f7dcc706 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..796cbdeb8004bf2c7821605c6f8a9122f6273b3e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08a361b3feb1dc8d046e9d0fe0958671b78b14aabb047ec7e523b5a2649dae35 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dc6e292798cef99e1b2da2de5a0e52da0891a22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e857330249997971fa7d10fbcaf0706bf4792a19c7bc093273e98f7ad6c7e65 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd3aaef5c1e2301c09c9a6a85bc1dcb89b78abcd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a273baf2675897bdf721dce2081cf363f0206bd3a5cfd8798d1742c96fc7d94 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a46167e3601f1d2ed98b8a23a9560318430e5f46 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ce6d46049dba82d3330fcb559ff5f5651e01a08fc290548975310ce7975eaee +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..88c206cda579c64c87347a58d4cbafbaf3d25bc1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6affdebd656da5d4014e532ed4761f24dfbd735f33a0a7508a2cf8914e7979a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd1dc399f1b560677b9f82636071059905bed5f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43d67ad56bc8485a63dd8b1f8c1d00916008bbca2a3d0961b1170ff16bd2266d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2aa3a9927b180cfa34e4d6b16df4a740e2f92618 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7caf7edf3730501943e828798d5befa6d5dbd6b195f590abf73805b4b2bd74a4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d40ceef2ca8ab874420fc0e1b3829081c777365 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bdd73f9d7320a6469ad7f67b743cb4ce44b60c407ed218de00f9a710018339b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..50a0deead0353ba5b2ddeb3455df06e7a6eeba01 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e07ef74087f2be78a20ab16a111c22813e2b2b8de9474c134f2fd35e0098da6b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..95a10597ca73d595310d2f0a973bca9f12a64b56 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a400c9100f03ef03783dcad13c504c2905f0fa3a1380ad67b9dd0683ec108616 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..032d7d779fafa28965ed2b5fe6d09c196bf39f32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92501342e9bd1b72ab244e8a89cc7193dcf3048db8faa09eddcdb02b731f675d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89903905f9cdd854936a927c3d7352ea69563564 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8edbd04bd0f7450f5b0302e4ae0caa1ae7f2a208feeef7906c91507014f882e9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..493d91933a233fe8760716b3575900ae564f8458 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5fc90353729e51a852baac29c933359275fad60b1a50541c53d545a1669e165d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8336d91a65932065c7e9a685135cc6a6486370ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7eab694ab6defc7fa169a5229b7293067b95f0a490f5ded17b8d0df66d174cd2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dd5fa2e12ffcc8b69b2100abe890f743f66fab0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d73cf7cb75068727ef4d56e14b2634f2f78d1dafde9e962b9cf85d163dd2d6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bb1727454a0f242ff4df5d055ffce65412cb491 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8851dc979012c969ecf1c1820f27c153fc4ebb55c49593bff6bda83d53812e96 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b756c3b00177105e449ce6b27b0a0f0c424f2d33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a7c4ee13cc042e53c4dda959f85cb93ededeb7a5dbbcd14846f25c347365fa2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e4ce4080469a4639f02f95f60b5f89f45c7c8fd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bd59e76d7b9f5ee69a1b862c523fc3b465b0091a7b5f5a09921345c11762fe5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..43a9726ac1facd8b10a8d46953572263478393f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0473020353f000023ec338e3d5c5ffc5b138e00c447662176db097335ec8224a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8edc11f17e52ddde7708cb32aa41fa16cb4c4df7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06a25432bd4d9d0920ad0425e293aed85475c615f69165b1eb8f4705384246f4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b82d77f975008f8f984747e199c9a3d7e6e62a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1509a94fa15c1e2ea219a04a1761db01c7313d0b9769d0abac95b00f9ae8bb4b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a570dcf6c1a6e044215dc62af6f473367c9c861 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddba41feb92f5ae757800f5ddc77cf07371df370aa734a167f92cedf956aaa56 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..52cdc46a63e17000e314a996a866fb350f8c094d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:428edc3feefbd7dc7b7466b1bfaf4fa213cd02745ce13243f29dbf4c23bbe083 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..83ca1d347a9d71e5ade4b73dde3186987cfbcfbe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d5fc12a7f8c60192d1759b33db78c0a785353a0d50b21ad74af04cf8d5d46fd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..68f54bc8c53f30eafd045cd4b8064ec7e2ba9027 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53e3102cbedda8fe27d834ba350ecbdf3df1310a0401d942e34647e386fd9cbe +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec2de6a19bf3c5cde2c783cc1bc1dabbebc1f155 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:554f5c21a89a34130e7e855fdd2ac7b55ce419530451cc33e19c88d633a1e1a0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..528a22ff3adbeb6c4f5f6f3f8dd820cdd8593560 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58ae862b971ab72d1f1dbd30cc870e2da9df04f6ffee9da133ef49ac19e71cbc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..08bc59ab80ca5c3ac84b8aa23a7c3d1525399d15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73378f33e679da86b2e4b4ce0d172620f78dd4e13652487f57ab8fd9b79ad122 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99bbaed956be3d6698eb938c204e7227ea4edbbc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b210c0322169d539509865ec11319735c2ee045256c20243a0765acb5064a817 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f39e7dc456b829cb9bf42301dcf7403e2369033 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4a715a42ab46ca7302d202c6f85173325d5d0ba8708834a772876cfeeecd979 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b16ccbb9c5e99e17eb9acda64d6557961d5730e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b522f2420b8ec065a490457b8cfac34ed5250abb308b3c42a1b64b2edfa6d8ad +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91163940db9239e8754851882939af89f86721c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c6125bb83530a0b41f25bf741830684bbbaf1098962718d75228f22d7f669b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97ba7b8e5d42e5984b09d1f84157c83c6398afc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:026c843ed49029d1db75e8f97cf810b5c777b1c1cdc57170c203426ce8d93ba4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46a44105cf63650b19430c9d07056dcada149036 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b73054d5962f1264244cf6efa7c11744681a20593c92e36a3030dbe3676c912 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0b5f3da824dbac00aa678068fd17d951adb5dac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be175d56ec38a8efe888af6e847fe1b254a0c707f0eed7bd0e2554d9eb4e30d2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..22b5311b8fa406704a1d18c71c5b3c35b50d6923 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98901f4ed3dc4b328c5eeb996285512b42f19987d0924e6b5716ae9d5d5b6857 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..031271daa805730b4b7e98021bd174c374e79de5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1cd208f795f55d2fbfa1c35e03915b7ea8c976d7f56c6d626fcb83585813b0a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5941ab6ab855c933fd92c6df374d168fce356a1a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6318352e74d958f57f070930ee739afec8e3d79fc1e3a2b721d45ae13581485 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87ad5c3fdfd050e7c92f35bd8764f29a34e92417 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe56725dc1e82ce7dafdbfd788826799b6d6b0d9935239d19d25fd425e572d0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d332f056e51ad3a2cebff7bcf5194d0abf841b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5fe0875df427ccdbe772c5e7587537ea628ef2cbee69250a561cda1c84c8f3c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3658ca7abd52df3e03bd33eba707fb1ae02fb01c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0691560b96603197701ac3ed89663a4fdc5e4d256b0ad44e30ea132586065bc2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fc9139a60ca3087d0842885bb8b1ff463277bc9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c433a46d8a25656aba576b3e79f7f0d2f332c0c18176ac328cba1b27cf478e4c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7677ec53e18b669c5d8ffb95dc0818e706a74b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31b4703f9db28815a63c5341665fedbf34be989902ac223564528da5ecdcaa05 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..07af63f38d104af3c0ccc9570cd9907fc136bc62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73a0a48a65a55aefc639e26d9fa2aea0dcfa068ad2691470f677155d3bc259f5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8bc365e56fd140563b6cfd44841bbc4ea69d64a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bca895d8054f62971432afcaab042108df70922c8a245c5051c3d717b58d878d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..09deb772b56ce6b91afe77cc31b0bb33f5f92b5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53e73f44e5490ff862d3c8bddcb72588d3fe6feff101ebe9a9b4b2cbdba5fe62 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da5eeb3e4dabde2131fdab419a24fa8a9db892a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:434070c3a41359640ae5a1d2cbc859e045726e7f0a9a0a87032db0dd33b965da +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..897ac57f397dc9dc83654fe59aed313242479c19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e9b02a0f539ac362a1cfaaed85667af0386f7c61c13493f3bb2bf5758602b08 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..018d3555e4f6bb3c714f705ecd23f3778bc89651 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fdfb2cb1eb7860334c363d949e015efa367c46ca2fb785f5aeb052f2bc67352 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f58c55359a4c71017bc467ca736e9b5e4869aba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce200caada7c0c05878aa177a80bc18d25aa9a55a5e6b0f0b9f97c9f56665ae0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f804cab2823ed81690a2975b01278e13ee230bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af5bb44d95dd7bbd1bc07e860f66a862b8a96fdeb2186b7e20e1643852049f00 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c50b31c147b9cf0cb8d0d0c3c783d5af0982288 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7858ba06df220b1644f5af3f5d8890ba71aec955091677d3ae5a0d52798f7e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31899a258cd6d8c99ed7a07179003d31df6d8fc1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42d3827f83806e30cff0e7dc827aee7d7c57d58a768db1c6f875cc6654cb1231 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..17ec2fbc56fc6e3738da5087ebe604cdcb454e1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d44e18462fb8781e865bcc3331dbdb1584c8d5594e2e77d3e4d2d804687d8d6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51f2534ffa8268ac27066196422bbd2b91c19085 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e5e9a2c9d989055287014675ecad616403bbf298f27d4c4decd07ed61334c4a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54430e727947a969dc85508ce385e160a2781490 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:221e2d8ab6cc1252c1c9fbc32fb100f67c7ddcce16825ac98246dbb0b035c712 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c3c8c81ba312f90ae322d8a1c4e54b5c211d9ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa086294e991fd5a11344385c49f06bdabd14e0133f572063632253e252754eb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4c49b23fc1a2ba5b1cfddb5ac8d4191c5e9f1e8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:890a6266ec7a29b9483e1df2c071e428deffeb4ec7322e78f5d79232d133dd91 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..96348a452089d41e74f40f766dec502fe706d863 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:097cc9ff33b77a3a155fafbccef92d8871a8d1c713188f402aa57c535cc10940 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..675afd9c8c77c05f9a3b61bf5f496fe32eb21bc3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a51e75d8ce1c2d787752ac29b45b30a4dfdb1482000b7664756ebe0279d1728 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..899ccd7cab6855c2af0c2fd52678159af5003a9d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:208ba246dde2d5a2599e4e306167e607c4e5e4256bd2c724da6e381a5c4b9a96 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1ce75b52663dfb110729ca7a0eb63d08fc24627 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6192f4f85c39e697fb049dc26d393f2db88d80721d4385b54ef3924d0db8f6d6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e034c771c35d7296b6238af39353ed4f330d16a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:441adc0807f6890c0ae9a76170820cd231b20f335c0cd8d7533c5aab6c39610b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..414c4801d9e0f5b2d106494d9044ead5aae08a86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1350134689f9eff5ec1aaa100f42542f29cfe750c78fe91ddadb1c655c47b368 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0fa8542975af3b3783d7e887c94fce965e48121 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e4e79bd7fe2c57946cacf4efa7b725aff585313a4b8ddf5662412e3a6d3b32c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6fd997b2f47dbbb96b734df50bf99d5a53db3fd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52d53850fe9d8797f189e08d27d0d14d9bdabf4de706f6ec9b7d01bf3522a3e7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6c8bb3ba3b2c767808a716c82df42584139f8ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4339cf35440dcf6584ba21be5ad04f1c6040adbf9bf811c5a3e3af436ba62c0a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..512165f588aa6406c9823e7e276a4193e77cb64b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb03c21d9189fba4ff24b36279c6891f6cba67d24d78a7f31cc99673ebb5c88c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5ef8834739c85e57d947db13a8fb480aa805760 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acfb1190f879f2b6b7cbbcbb8c76d4b31dcaad0b33ac8a7ecdd2fb9a0eb3d972 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3593cf5e75e5a9bb04408401bad9e46631bc1d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fc062026774df5386411c9c023f70dc37085d93fea0302e223f18239f06e650 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e8535f1e2f65819bab238ca678ffea2bb0a0179 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d96067b75fffda0e2cabb7040b2632302f8d6a601fcc6ec4f7e788658bd6c4f2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..374d0e8aa53c87ee9a9915bbae103a33a896da7f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95141557430ca4971bdad36a02e079b27e6b2c2c51b0c86451d20c373071ce14 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c28bc90228055817be0959a6dd18bd42e066ff72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54fb538100c4fb4860f7e7f7de29a6be5ca8250a2e09e3c3119287a71866aa5a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd3feb089858e30f8bf42d65b0f9b4610d901fa1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d43b9b050ee7afc0c94a9a82cfc306939730d48d3c2d0117135fc70745dabac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d3ba9f0421b83885ac2b26befa2944ac3935106 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97af8188eeb44e76cfd4ebf2bddf4c36740db82a7bdad9849c4c8ffd366a5e77 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d967d71f94d23b86f1183a02b3fe87812cbcb5d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db15bc5f5a9dc26e8d9d76bcbbb31e382b579669782437e60792d4a296e040ae +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2cdabf22330982a9641e530c708d003793e0e78c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d943364069d3d9726cb8c92046d784ed1a46e5f5024205b5ab1889c3f5313424 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2eee1720795d4a2b3aad9574bbdf25cfd3c7322 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59a627228158a985af7a0c95407d28dd8909ce96fbab6ec9534e8b5650708d8d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c71d22fa36a2309707e29de7c052f41a158e1a0b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cb10a297db31764b3556988ac665450bb5b14c858ce1b7ce34134ca0b44b233 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53e997be04ba75fcd68165026628f4fd4b2fdccd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49deb17338f843f0f6e9fbd66aa93280361dda8b18e3583774e3fdbf0dc6fbd8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea5240767c002be9ab202884cdc4813f67db1c7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f1e6870c7ff8bc07d6f5d888f8684eab508afbc56da8b7c32d414f9892b3e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cb84a81e7bd8ac367617d90dc580617cea7f2ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfdd6c1f60c86a0a68e7c4ea0031d3c53aad7bf5921ef8d4f562ccc5b6324875 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ed0f398a2def757e508c3367e99615fe2b265ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e707daf37b41fd9ed51a05e7268914a9c39c49b90da665da12f505f94a576e33 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..944498421f79adebc012dba17352355888dcc540 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01bae19bd5de31f4901cb3fdf1cf6d1cefff81ee28fb732026bfb0343043b464 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d79f37e10b8967dd886c18e258697af9e36938a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a179a0845c1b214afd2b5921003379a7483176d35cf3d67c187432b0496f0c8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a78b02d3c9a50871fd093990e5f79dc9b2bf47a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eec613e3d776b8d07bd1d8df397c015bd3fe06d3babe56c1d2339717344328a2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..19cc4ec4eba2320b8f69c05b286dbaeccbf37cb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aeec7c1ccfbf4edbdaf2bdc3d516623e89c85324fd70a3a670d00a4e5133017 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a903f6d8b1e82118a6f6b7fd203261782493f0c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a673864e8d67cde19c4d2506f567871f61128e4750fa7d9dd8cc724adea2be22 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bae1d9509544a4e19d0d4c03d13975f3d5191ef3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba750ba2d0832ce98b43b9891edbbb3c69bb63344607a3682acaec28e8c78869 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..87b5300ea12e4445097cc79450acb11b5ba9bfc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:814159b7f2ac0b049d172160cdaab90c3355de697f8425ba55424a3b6ed5ab95 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6efda435f5d07108382ef9c5d065859c6e9f2318 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a1ca902602f1f6001a3bd6946d7d174c2a6f7826545e8a3c2f8eb1eeea9c018 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d2fde2bc6126264d6de54410e41bdd404d19619 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1dcfba3282bf51065c03732bf8c03bc9c09bfee4ae5b8685232caca7e61b2ad +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..798561767c086d42f9409d7f59f861f36086eca5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a1ce31b5fdaa1ead1e38e678300701772d0753a5d3592baaf422eb0e7edea09 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9745c6beef7801ea80093dc62e8e8163364e0c40 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eabc1a1e3625e8d076f017779c398eb77bd9bfcc014bb1a43068e9a944a9e84c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fd55be30c0632846a3cdb93b16b9070851b9897 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98c94f88cc8a7663e4c86bc0fad70ac089526d9ba83144d169d0b8c944f92094 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..95f3c84dc31405f6e82a9602f4d40860b5540fb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74e4e99156644be28d3077e13269f610a3c671b9bac20e902d346796ead678d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abc0848dbe575bbedf8587199a7bb56f47218673 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cca08e67cd29e219afa0198f54a80ec86109552ed9fbe4b2d68f12d825b87912 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d10abb16720dcf68a13e4541cf53416bdbb0e7de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3476e0c69ff97be254a2200c5098449c41bb121f550977a79dc2306f9796285e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b0bc19761cd0c54c4c54c6d36b1dc9b1475baf5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d980be449cf43a2ce0e26ea82d684d63ff23ab6bee8c4905f62ac15d5874178 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d2b7d2b07b1eb69bb972dea2dd9692b9f7c72d0c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5e50e26cc4617de7edbec9bf849b51d0eaff20a7814ab7707a88a88d28bf176 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3fd8258742405f92e10c105ce52f3adb8beefb3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d37bc061f5dd3e3e81647ec85794255bc9d2fee6fbfbd24e0ae907147c216f6a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9350fdb0bb3a2a515672cc983ff925e96a4f713 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c266552c13a5a891589a632ea01074c618006354c5b90b329cfcdadc5bf250e8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7d0bf33c6a5ac5bf33a4e068d4fecd9ce319965 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8f0a0af7d1a5ef28a75c331cfdc122ee6184953a356bb2524793f3ed28ad6c6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..90304a75065bb071850c2ac20aeb31a0536a5696 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b529f1782706b8725f22e844d6fb2bf4e397a6e9d331c3dce9f5e2808dc0a420 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..adc9b6472c546246c0640a67424ad987fe9f3750 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa402c67ddd47d70253d8b8c1afe0252aa8f0823f01458cbfca9e986814cfb25 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7f58abfec13f4e7278825f85337399de320a469 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89f04e6da6ca70b9f92c3a13e1b754426ffa245b255af3c4beb2018bc180c1d0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebb7e490475aed19177f53b603ef2641bd4af627 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa652394e53f172b2ce66e4f374621fe78aa0cfb2e59faecb096c381b9bf0e85 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a79fa19f692c50888ac69c86df64f808e0520ab1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d701e91f19fe70380fed4a5430bddfbfbe40ea3eca905c771354c3461925b9b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf12169c84006194cfafad26b1b322bab7869877 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a59b6a0da9d4dd92e5be7e202c0b39b48ff684487c3dc972e02599ddff283f3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf2bebd7f22726bb285e192803d7b9c38edcca83 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15c325c1fbbec6b7626001002af99238fa7a662e1c49f5384dcf4fd9aa4a18aa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06d3b2046ccd726b5dcb666f90e16d5527f2bb11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fcbfec37a79296b85c34dd911431e5b571d44509a3261ac1f20d95c215766d8e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..64803fae2991946f13fdb161555fada9611a4306 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88643b548ec93f31cd3dbb1ffaa9b1a47e6a3c16b5db158bee1161a683004b3d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9abfa8ece4b06ffe2e74c7477b3353a4ef5ad436 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b56306befb7ec699ed4f508a2ca0932171218abf06ed38adbc2edf101245189c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19d374545618a52bd683aabf389bd36285724051 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e335a6d8e37f790eede95e617e40cc835acbbc17556f88214c9043dfd34e0a39 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6381590b54fb870992b5a6331179effb79bc822d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e725f115be5bac891d890bb51cb63ce05a0713ed1941e25526ba58230a3e897 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb98724ea333da8f64241344eba5de6827b82ddf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed374d2faaee6829f4e56158539d36a0bc46de3286c38132843a5f2843ca6e0a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f4d83eda454384a33f39f5be7c1f9a813736ec1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2198cf2e3c966ac2a62733a8e470311c56b8aaa1e261ee4ae38e6cbba0b8e2d2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a177d4a0791a6a257c021bc1c20b848edea25e51 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09f4ce725452210201ad734c50137b1c9f98890f92eb39ed3a7e9eebf2c6a222 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1818789c926b6b38a5e7f321d90beac28c530361 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45423d0f0c5ba028223f9fcc14dfd6e614342398a1d84346a8f24df48aa264d7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2c9fc12b0ac83f02bab6bad96d1788dc5c229ee --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16969c849d46d13ada35c4501addc4a60d4f3a6485e0604aa4974db4e20622c2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4ebb73ce8e3bcc4be8e846f6d401842c7d7db23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a6bbf99d6f8ae9bb7cff7cb42d5fd6e603207ba06f43473ec53c85aacbf174a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..56e016a5b487284a8eed583257b9fe794ae0479c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fac8cb33c490db609bf8815b1bc3a79d151cc0537e34616d70d1a8e32bfe1b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..888e817c1d785b5c267070e488c4c7bfa34a43b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f8d9a4226b9a30528a149815f4d3a847f1ee53f9ad57cd880d69755f45a9d10 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3280aa95294a2696e9da6aba8aa6b829432b5399 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c791cd1849b1cb5db1a2798139c00dad8f4ef4ebdaab10e36f4bbd2c10b9e81 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85b0890288269f71549e6e0bb0af21489d5e43ed --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3bf72216eff99ca6b3507d6310e5f081c69f7a13862431cee1a2b81d60108f3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8262bba797dc2854ec5b8e191816317531bb3e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0cd623197627f2f8cba58001bc393922fecd14b1c63ecae1b83145370ac297e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc5a34f3aa622700e80cde1619aeb35f376ef1f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab6274a16452589c1c50299f5a3e3a14f568ef764592ec982e51ea4eea3a39bb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..737cfe6e29c96529984f9b8e871c49333de5e53c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:691a49c8a690f5a1526c7eb815e7a2d7149d35ab747a6d2d14ce507aea99124e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..792b2f1c43e18cf7efc78c090270dc9b7c466f50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:539e973250098e663735556ca4067f3c45463735b5b8bb1c27c24a261adcb72e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6198a292bb658fa9682501b38b0fa2b5aec55370 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cca2ef2aa9c885bf6ff649bf9bd08e4ffa7e5fcc78cd71d5b07685dd325381eb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..559c4001dea31e700ef1f391f1bfd23c9e067b0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08f12df6cec78794841efbc72af62490115b4004687991a4dbd62d37d2ed0855 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c411db33c121f5168c47f7d543841d77d342cb8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89473f191533fab904f89e2bae494436f9bd502e2fb700101c0c804830304124 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f7a734e63ab0ba8cb17289e9caf9b61ea2aa6d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc277fb05fe9ea7d81b03b10bfdf7c2a7517605ff704e0eb18e08a146918c600 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b8cb287e672d8bac0866ef815136eff946f0b08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa8e84e40e4ed952ab7b1724d4e82b7179249b5dce81bd1a4fbecd64348d6db7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d9a2013883ddba5415ae3b1b17a2d66d65cf986 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f3050fcb3311b49521306cda989aad2aa04e379e6f1d8a4cdd2b944c6eca262 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c63777fc2dff9aa40c72d1c01b7bc4867471465a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:873c5e966d79a79844cbd18eb7fab09d3a4989839ca77455e7a94cbc011327fa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a47d725d9de6e2d2b319dd74b40973ba2fa1bd6b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:713e2ac616af421bd1894ce278e782f39c530607cb64a1385e14b1abce00925b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1253645361c088f7e76cf8a06bdb51bdeff1e133 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e7ff665764563a7e35571b8d14c1a3b8aa16622bda4a5b7159e8757e0ef6bec +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb86d6d0edd0899e2e5370ec020d2d8ea1e2d0a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56a7362076fad3227a739e27a613bc215d8b1792ec117b0e9f4247590fb12422 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..da1c35f53372abb53ad69cb9e2a21a16bbcc31de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfdfe0014b9138299b06f36b3fd41fc7c5c37e799c6d3ed8751511deaa3396f9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..90d0df380a2798c5b0c76a80022a433de6cd3921 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74e3b551c47bf32a698387f2c395dfa47f52f82c2a2715ace29214b1b251c08e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9664afb58cde3685ed4e505a5e0bfd74997e2eab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8499dc74baa695455031637c00421657aa57fb7f1bbeeb8474e683768dc418d7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb3270b0192e99a69be23073ff04faa78bbb2fdc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65613df739df8f747bc4e4762eba93a1c8699c8bc1970b503f25cbeb4f19865c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..acb31270b041422e976c39d9c789971908c2cfb9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7242ccdec9f963453b0ba455c0dd2745d27390c9ac1f0fe6dfa31f87bc4002a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44388565671546dfcd073dda67bd080a8d153611 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca7db7e42d40439804fadaf6a5bdd149ff4ffdc716b058796c8599affe93d95c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c96cfff522346dbff614f7681a336d7397036070 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb18bcf3a57647c7bb040b370478610595b48568e7f4ecbc221e976107585f53 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e38481bda87d420a9f6d59e54dec757ffc0f8bcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3edb1f31b6efdb2107729c27a19abb1d4787989724a384d14271677638d2c31 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee84e64b5eada36868def17e039888f5636b1e33 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bf66daaa88a1ae42e7f485eca63fce36f6b4d6804beebeed40e18b75a33342b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0cbc615e44b66fc4a98f415e2ad2835915aca259 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db200d349705aea6d701570f358867cabe2e627d15ced41ab2de3ec46cec0ddf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d880b914c7fe06dae16a99c406a11f48dcc8b9b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:928344edfd10306c8a109d044dc5ba65f0cfeb61a0a6844da05e8cf1c0cfb2ab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d0e337c96f3f318c660bcd04f60e110a6e3d098 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3a87594281eda4b28b9a2c45bf3031cf14103b20a23d24dde376fc7335dd51f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9a922300ae7fc16f709c7f06ca8275e785be79f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16bc578e25581c3b9ada9bfeb968e2052556455dba543710b64ff6c5d386af2d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e19ad3ecd82fae67f09f4e88888748656d55cf2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:176a304e13fb09c5d7f0375fc87c2b3e6f691ce5de41f59bc4f8b54076e11685 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c83ef4380dcba2f24bbdc9546ecae547c804271 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59dcd9dc89b80584e9f260991b3bb8bd609336d306771c18b2c87359021fa482 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e705385d780a6855e8256de4c1ac2fdab78c3932 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba79e48964363d9aa2b143f119e09c53c5e0404b61964f7835105959a100fc5d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8cc3132f5e6895b5ba9ba2a372ee172d71b7b8c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee92da742969e0ad1f073216f62cd550e8de782e182a965f879c18fdcc4c7a33 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec311ed6684c91335f3442f5a19e4f7513cfaf74 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e1e00a3f6416cb18dac8591c070d8a54bc57da512c859d23bab47dc53363a3a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e15ed010002ce7a6d883cb54f7901b1439f5e466 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccd098fdea863f4ab249f6277c6774236302a78a1216487c5090386bef479e5c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06f4c6578f80177abf9586addbaf8e0c2c626bba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e928d30c692a4e8799352442cd9a0927ccfec4fd90b0dfdcb48932ba3bc1b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..522e3b53f979a812955c5b4462d3b60f88b9fd30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e86b020be4fc955b57ba4f858b384444dedfe9aee15bd8aefa014a57b96c58c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8811c7a684e319aa29238089153166dc19a74a15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4167a7d68c655e7f1a7a7c949ac5f075c1aa9e241061b3a8743a20270d697d60 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..971c432f55011a464999a183b3b3d139145126d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7769ca237c3a55b6f81c6af7e39c48ab543e1b8098b576ef90a3b2fa1c16c480 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6864002e5c53133f8602773734300172c72d2c4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:780ca84f88955eb24f65a1107de15a59f78e883e613b00a80d68393248788be5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f75fb226894a64b91280b362188e213370131fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a709283d0cc77b1efca00ff5b5c2cb86802c5739c6dc31fbef56b95c8f9da199 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..77cb0335ae8629c6e56dc9cd30f097598fafcd37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9f5f79a62344409a769fd51d4295682bf48f7551f00e4e02ab817a5485d01ac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d612e8aa66d7ac2b4f3014ca685b4493c890c7a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02ce37fbb7dadb9ed61b87b0599f490b7e5cecb4cc05c936874c080298f1f95d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..513f8f0bccd5410ef63b69b720457c6cf7f5d5d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7094c86bb2ae79c91bbd75ae396e87e7dc10e7ed32dee409f6cd403d5a01019 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0825faf0f1e7410bcd7fd458022b04d49949b4a2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbeabcc6cf347da014619d01b25efb417f50a3be4d69ef9b5a2350031fb68749 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..516972b928ccbe010d766c81085912248ae3efbf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04e95655832fa6e6c77822b4d9306d24dc9e8a8559add138f146d62e8ea9e8b1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..07f59c44efea6ecfb47feb0b8090bb59d18a155f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad312798171cd98e2f8e1d8cfc6a08a0d2c4660105ceed8ee438bcee687b4430 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..342481067228dcad0764f80d139e53e262190c38 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:072a65a4e28a9f4d4b7b60ccfaed3edf02b67496e2aa356d0758eeb0906863bc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3303d1039331f332c574bc2b75bed858137e184f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f5d611bd5e51463ab57e46a8ca25ecec7733f4d0c057769a8e3eddee4586865 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea3d89ad2c6c66aa50e1902e5e4ce0b56a3f4473 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c587f5a511eece337db745c4443776b80a939b16b8817f828371051f6aa5763 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e19b7cb7d3bfc246d184924ee13aa09d8ba31a2a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7e16b79dcab1d5b7458a2ec151ff1d15e1abf4458216d0fb09b2b34f5855c90a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e3a9dce13c403071c89221aa161ac081698dc8d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4155ad7ae712add7f5a0deb2749227dd8db599041e00b29f9737af96386b8176 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..932b595ddd33706f1370bcd3db54e27ecdfa9115 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a589cff05dd69744468a880e6b1fee95edf6c5d0d0328efd70a5110af80615bf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45826a4899aaf6a834cceef36e2a73957da6848f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:757337c4dfe3190e8d025e2cc86f51aacbc1b4cad19970fa91c6ab2bfdff3f76 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e9b871a3b53e3a3e6bdd18e33e6a813198f328b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4219ad041874f38b5b0e94bdf1c42a05c1e040729fd7d58cb4f2deb6660b8867 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7213e6bca9e84d1a88350497cfc41ed4c09991f2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2016c24bc97382d80f5ed29604058e8d0aa6f73f7ae2a2bdf4889ad50387aec +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f7609f190414fd8d877fcaaa7283fe0b2c55c3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41618ee0a3aa606bfd45e1156c2477ae5898ac14fa02c30afaddd5580f0d8293 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87345aa0aa49dee315f9377cd473c689ed60ce53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:798d1f4d98a31a220dd8bae492ff0af773ac30293981cc4db754934a11c91cce +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..47df0fde002f18f76baa6034e4b8ed8b06c6b5a1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:435a9abcf82d88c6251943c34a10b04fe7e1b315feccdddae93d175297c0f9a3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36ac072e4901ad1f7d095c71201d106231e38307 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd0c3e2e13e0a5d7b1ca5966b03c0efb0ee11c976a0c0f5f038942bddc18b040 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9139fedcc1fd8c90f08ef1be04bb8d0bf5fcc97 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98693eb2ee15a7d47af3dbfbb6c70967169ab8b5ea42e4cdcdd9c3c0e551fc54 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a446b2530d3e43c656c964ebd70127393fef1060 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2935fcc58ff29a52f586117410b763c4059f3ec582245457136859dd050a0ca1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..587cb9d95389984b84b6e40522397b650a44efa4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4851757b18f353541234c4a676603498f88b02c3b3060e38f9e0e95d7fa8add1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6449758ed78e62f215b55a5085027c4ebbd02a1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22b768e217fa1fe6568bdd9b6205d86ad523460a425d1cd3b751e9e63507f674 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b1e40ad89fbfca7c6b70a008a07b99e2335931e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efa2d6bb4a57563f9d06f358e62c0981c777a86ba8f42f013d986cd357a079b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f75508ca29b2341d2c4393e4d5b86a0c2585844 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e2490fb18cea92e2acc6e23df4036e9e98f9a63df9e11189f631119c48d3057 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10781feab94a973e3979034d3e0aacd1c5b1191a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9553ee53dd4d987a8e608103c047324982ea85ed01f8a77fc20ef557a79c958a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec95107540d8b95a791fcea4b01d1a35cfe9bbb4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2d3b50e85b39d6ed20b3679e3f6840e3d93bc69b54d04feab15f907bada66f78 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6de9719c73365b3b44929da03cb8a195ab88f859 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:217c2e7bc887bab8b991fc63edb1717bcabd38e12ccf3de36a3f4d9ea02b05f5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3df24bfca48ca72eef431b0b48c496f481e11c89 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d27574129dbf6546693bcdd003f46308818ed7bd49887c93970ea59e4745562e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..135b621569b5f0762e381538f79558041988867f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82c23e7e9646fd8513b700ffe413725d44901ccda5ccd0923efb12ee6ebe1e3c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a11d5b398a747c03de299fb016f1212646a9d32 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d453e7ed3dad795677a8a990939e7e3bc5c92c9f8b8cf46de0c7bc0a7106007 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b49fed5d9c1635ea1c67ecf27532fc51059e6d26 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdd67694b47e70c004153aec78c0d70fbf6a7b5b290ca0c65eae1c03e27f5da4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc5e26516c461c03cd472650e89c27d6d093e75c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bae878758ab160920c5c656bea04fab937ed3f6d70329705823e7a2dff97e43 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..987af5ccb40f7c5bebb4caec70ecfed5fb4aafb3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f6752845f88530abd2b9146947b96890e071961e32cbe12f8c9283a21c670fc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f094897c0e89139cf06af91706c4484ecc3b4798 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e353d8132fb5dbb2929c54a18fe12b391aa85a9e35f2049bf8b29991096bdd8f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db093a50f16e2a7f0200d40de96568d2b31a99cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e4e07b26d5fdb237ee27b476a5e8305df89d03becb9857e297260a9943e8f9a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e1d2b1b061db14121af522c8639d93a1c8105139 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e32bfddeb34627308adbaac229cb7f1ed4ff69bf616097f668e44560daf3adb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e236afb06094c85c1ef52521009fa5390d473df --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0104fd595ac3b5cf7458b9090f4c03babf132c95c8904cea28061219bf998078 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15c2b263bb57a125e9f09a02e8102831f42b1360 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c5a5e4ee9857e744bba1d2b2a52db74948b7ecc35fa9301d98f72de8d6c7656 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..15e45b42c3a1e20b26d9083c8ac2b13c51ac59b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8928ed8a9534a200965af2e8bd1468503ae4701661405d77315983b6f30688c0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..893615e20843e023b8292bee2c40bcc31409f860 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90ad2fc0c1a504fc2f53c76731b53f934473cb098e1c095e9077ca0baf9533c6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..887d2c4e869ef434710d97a6a9ac21ab215a575a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:693c36f9ea5303b75caf25b582197d6a1405bd9691426349c3a3be43baf1063c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfec8f2bd77a1b0a93f3c5a07131eddb8d37ffd6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0a079290a88a7ad55935b0329fd74deb6f95903cf9719e29c25a6804331fefc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..49d2c3f2438bee211818055b1beee4f388c3e9a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:951cc7a353bc21c884a3a59feae2638e0c10839f20e0fb78170c60b2855f4513 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5837ffd74f7e0e903737b1ec41fad48148bc8ba9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df6007a9120a6819128f55e47d21da63743e63b8ca2b3ff7da63add7c71d29db +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6521303504fb28c6785793c9b18568a978d9e381 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16e77176b28254e2c9fe73ab32dcf673cd625bb9b3f0204a5b4236d5d71f8cb6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9c636953a5a8f147a7679aef29d4a309b255a231 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62ffdcf21f3667de991e8fef64c2456857250dc39e38cc4695a0bf00b9f6bd9a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8df7cdd53645c40b904bbaebcc49617e3fe5a11e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3df7564023da7d00627c8babcc26b64a1f79ff3074570d9f78ea674d4ae106b3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..025286d8ebabb5824aaae12a027d7b546689625b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f068293dc750aa24f41c758c6d67aa958cd1984dc7ab17a64001e4a17eda62ec +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7088f84a3c2054bc05d096fa000bac7cbebeb72b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:753c95a5e547fc9fe89d7a3922514ac329429b9444d1e8506b7717624a0e60a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb0a03198284020b6a510105cf06dcb02fee1d1c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2a9654d02735fa26db892ed2fed262c9b2e3e33cf98c3e93f69dfacb831f557 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..76e78a44bcbe9ba537fdff01d6beb40eb75f4913 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94752783a95e127f7bacc6137fb022fbe821886634edd42ba6bcb6c139df9315 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3514338ac9d75b88526f209b32fccfbcfa1af5f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1efd111d0f8ee18ff88ee5e555afa3cc585feb92b2609814b249035e61adb63a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ddffe2419e99dad9f66f80cd08bb7791118aff19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:632c843e5f5c61cbbc8e7783cea3018e8c73d91f41968042e07223a0a59c69fa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7f54eb421c9184b13ebdf4dce24a2617acf55757 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:902e5b03e99bbfc3923291e62dcea164c3fda82a3139996b9b981cab86f15795 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b6c2a14d337f69b2db63249091c85c1d0c0f634 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/lm_head/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2b97ac154758319cd205d77f915d07e64efbbdb8a5f4e9a9fe0201d7a62d1cc +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc227b7b1d9835ee9967e12abbc8294d25569484 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f74eead626dc13760dc6492d74473bd8c37daee123242c936c068731d89454c +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..91434e2e5d3268793e730fd7f49d243f0fc124c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4325a7d29f4f6fef82315518a31087293ac6637b5178c0514914ddc2aa871361 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e61b0117fcadd0845d20c9694e13c7d47d81f2e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f98720331756f33a11fc13b97bafbb1bed80be1b11f59e9834e0629517f506e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4afd633b7c165b5be757ed44bf8eb7f882ed0c25 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:14fc0e1aa22260f64e3d8632baad6e9916ce678e0e9f79dedf2f4fb2fd14d669 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..92ab9bc91f15b487d93fe8debf40a1c5b66c3303 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05561d9d1c6eb434bdcdfc229c6668ad9110903834b4aaeaca5d1d29eaf5c79f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..570c276493188c86bd07c52fcf2622c4801a6dae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e5ae9d7aac3e876ea7c1dab3a8c1f321e35df16b565c03b12cfa6a1264ab3a6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5381d8d863ccbd22b3ea65a043b6fd82f3b2819 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c1835567f1a09ed183a8a32600c3f6bee3c67f6848fce56c2db6114d6034224 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac964c4d871a97ab008b7faee8b848c65bb71bc9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8210898c7a5c760633a84e2ec20024d4c66ee6d90c9b66d6e7943b62b0b7c647 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..feae3c57a9ca05dce128929803796d5d4a2b270c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddec761b94a9a55da875f55610e43472e8a593d04161cdb427bc6a1bdea7e5e6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..46cf42b741e4e22639c96e15e49b116e6a53dc86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da708328c4f7c717676b371b01c2c36dc6b9e48bf9cca5fe646ca44cdc8c8484 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..97ab3767293c8febd04506dd5daad5c43d3dfc35 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:465b392dc3ca7cf8a31e57d95b43451a3c80dbf5615dd76d6f47fff153fc7cfc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9f8d863c0a1e754812d549166d67c461970de82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fae6019ac20b027f03522d510f52e456958f276c583288581b00e798d0c72c8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bdcf243904017438f77f835a7d12f66bd977abaa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30b29f8b2198279cf2a7bbcb325873d607f03dc2fd107440a4dbd7fbb88ab50d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb5f0a5cbcdba6dbb51bed16dcf5900261e2d4ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40098a1778d6f572cd2bf2943f26bb133ecb6d65e383426cb0bd6d7256373665 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c73e1364c5eb97a06e69d63a733e69972f2b5c52 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecc93a2dd4b22a02a0fb2e7c0df698d9947c7a2877ead1b4e656008811f50a8c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aab00e1be303fa05c7610bd5b4da58248c82a3e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4dce010c79a5977eec2fb975bb621d0bf858a063638d09ef907358c9256c8d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9af8f75e9090d684d08d5d4f3e8814add0f6522a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd1c66777b2d157df53cedf89adedf61852595f6903557c6719031ce4b861cde +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e38ca62b8d6a9e4ac14290c6e9ba6b0c1b58007 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8eb2fa8c0b2fbeea4338e73e889700fbc1356b8ccedf4b87363d2a077597c05 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57ff6f47b51b14e722088d2d951ad63e57d72027 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53a5a33ae57dea449c20bec9486e47e103f3b59f25e0da3a70397a70812bd2a0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b69397494a5fa6d2c2b044a8ba735dd14b63a9c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:361b530c6fe5f5de083a225edb2585b33514c8eaea90fe2e0cb262ca444bffb8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb5f41e775e1cf1543c6ff63e5165aebb8d762d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:63adc9e195491589422097144fd852ba3dbe8cdbf25451008d3a385598574cce +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f2935bc26659764ff67205973693228047f35f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c1c5b3ab0f7487c0ecc0f26ec0b437d4dab29e763b72c7c35a1d4ae85b372fe +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..490078d3e002b709a8d0c4aac37c4acb901160fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db7daeae417d8fa1ff3ef617efe923f5a938c25725cf52bb6d897248c1b83061 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6a687b2ccae9dd58e027fb6d194bb6ace4ea717 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ddf1e8e7155f6cb7a79d8f7c1385849bf0c1ab9f5c766c01b2d0aff2e4ab2a48 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b091dba326cd727cf778c123a3c18207471a9d0f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c7b242b5ae691e636aca2ccd1742c54c85fee1c583240f1b827b821e37d2daa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..74f42ff0319d675b037b09ae58518157521abd37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4635be3efe915b09fd29745886c6d2dea12d71f1faeea022e9f21b283ff873f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4a19d2f2cd96221485b2e62b5c74d4cefb2e287 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea114d24d1b8813e6a90a9f4ded600797f9d7cbf749791c5f605e19327ccf183 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b594b3bbaa1cc74e47c50518698f79977eb8567 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19cd7f6af77972d62fd562295bcf651388e23376cff29d46e133b0332bfba8d7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0c398fa7ee9365c059fbece048db1543bb3bcf0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:214fea62fae7dc46f2976270a326c2b80608733d1743ca79d41db4ff06777491 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea1681231574629d3bd9eadac861786fe3e7472a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4d866fb7301acf708cee18cbc9c7fe8ee44072d51a514330e2202937ec54401 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6c8bc7e0ea2f350d8516c0fc68825acaef15cb6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a6b5156455f082a777a0e851ce8e4082f15d76937ad4c8c0886f675dec38e70 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0aefdfa98ad4aa92ec642bac79f5ae63c4b5145 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a511e84556cfaab327c8b043722449edc18cae0e8e9f74e0ec1511045ef41078 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ff55647282dc453bcfe44f9d79ea0538d3004d1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd0e448d44868a2d5af13c6c94ed288dab06e6ddee9700d694d5f19089d19433 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b3083fbdbeb3486e24059568f41d45f6d754e125 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:230746655e19c3cca6da0f0f311836b24a127c6e677a5539f1ba629de36bf9a1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a58c8d78b9920b13a57bbc3aeb860a6deff34b2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53ad3859d6705bfcc7431c586ced5545c6bdad405b837acdb95ef32878ad102a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..14c6a94090a7706938268d6f4c557ff8c59a76d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b03b3a79805e119acc9c6bb1d64a9d2cc954fddab21a0a1dd2d8474cf8a60f0b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..46e69336831ae761f7d020a8d7a0ce233519c8e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91421cd2feed6b29977ccf03280d41d5100da3960e71386ea3d20135352f7423 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba7657ce737eb044fa975ba7179c9a66e2a10352 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:049eefb9a8d0f73e148072551e8ecda364944cff033c0821c9fa9b1350dc3a40 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dda3e8a10ac3cdcaaf3a6ce40dbb029da1f0de11 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a46325712dcb41752980665c2b94c852eca70cd2e5bee9d7097e9060e1f7e87a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72e245d2cd2f1ea9cdbdd74d3c444de7bbaf559d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:249ba175caa45dd7ece70eabed0938dac2d2d7811fe2c80c0a7180dac9b4b671 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..403738e80f2c0d812dc813396c7ba6fc2914ac4a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7940286e01b55c82c8c61025cf76ac95d8f29dfd589cb8049e6fade02a9c2437 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..30c1866c238d46b22dc4297c66070763930c30cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89e5a2e8dbd5e06af2328629ce8e7e7d322bc8e25ff625c0c38b67227786f35c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e8eba8aa87db2e85d15fb0dcc30c98edade731c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b86605f257d5c9b52b799edf0bf689c7190834b66e9a7b24dd9e48ede63f5eb9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ccd1e314986f252a734d83db9981ea8a7be5ae93 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84ba415138ae5de429148b3ac988fb6cf2b057ef8aaa8555f821ddf2de66a8c5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f53b4e0f76d8c0bede0f6388784b9f074afab346 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac1a1db8b3821da7d78d77b95fab4d12ba23271c3ce43577380b749b33abea41 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e083214b73f56970499092ca83dd5d5f9bbd6a4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9c7078e9ee64cf197f672e5541309498ee30d017bdae646d6b5f7ece4666c07 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e789024cae8e1886f3d460c4b6bd6938f92221c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:405373a71395b77402974db095535f86b32875c12b5be86a159895bb53a8fa7d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f540a693c2f1b5599d0811bf4f0e2ca7ac24082 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45fac150b3d9ed15964dd84b30e6cf8fb967a9b512a2fa2629149d4d4296a51e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1a8c4335b15078705ee728fc92864e27e823994 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d4631aaeb60a953d8271374bf240c9a8675662414c0ad90873e229f8079ff1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..174c360dfe758b8cfc50493239eaa7e584309178 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6609b1936f63088ad5de617ce535ba4658c385b8caa8722e5014afc4cbc7b561 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..920e5d3b1cea5e2843079dedc453751be910157d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc2032321d88c493489614a3ad34c07aa0692805b20ad5cf1166cba7f8e7a624 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..172d60995be8cf50c1e48c3aab9a3cbce181f773 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c24173436775b3ad56e20e5ff2dbe7949e794a63f211def98b9811ecf25d2fb0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..897a814c23db66516e1f1ffa569138e814f3d21b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7563e83d2adcca53ae5b978dac8f4de91460bc1812985a144d50dbec5a6e75b5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6bccda9b64b9bacf39abb1b28182a4b43c14bf7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1f10ab955f3f853191e8c2bf75395996580f78447640a1ddfcf07a023bb331c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d373bdf21a85a4ac344bb6c5c4ca55a833c28ef3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d657eb5efd848f2c4f502ceac431e2fa7f0f7fd422da42f31db01a4c36b518c9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..10c516478d507ea442edee109499a7d91d3f43ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed627655fdb6cef8c131debb797950e3957f445e1429959cb95d7833bd50b14d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b444a3ff98b42989eb8c147425d76558ea3424bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:285f3ed3647c2659d5ecb770d5296516b532d685e7dc28079dde20958b13c9ea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..382d354b3ee2bbd0097663f378fb844f70a1249b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4bbef929852abb45a194daa0fff6faf8ae15f2faf53199cb75ccedaa3d9b7b1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d462a11684e54f311335293261ed20c0f6127e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4e5ec0449f7193bef6840b3c7be1c785c16f942da782344b0a530256fa7e7c0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..97a2cf61853b223a235d31eb93fa66792c13b6f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df9c02b120b68c960d5456f4efe1bc8da6175a246f512ac258d55ced73ae820d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5df0e1d6176e5e693c0cc83602e08ec50243ea1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1b01a1e2f6c93c2c09fa4d9f3417b9eaa07a8f7dd0407eb6098e1aced9cda36c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7691d9cc108f240386563fcef31bb758adf0203 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e5c4868f9a89237b49bee84ae613f1128faa609bf2377c5340214711b253954 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1533885df29062a5564deb68ed43b45c7c22483 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26ed4321358f5f0b99de4014c8a5d83b4058ecac1e2df68faeb5d2e6978f61b2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..76c40d0d105e8305cb0c6eab458721006dd2104b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05d84f7105941f0aac8b956555489352c6f1e88fc380d6f8d8f3ef72223ef82a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..806fc817fb786abfc5f863868b00acfc33aa804d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a843d5ebcfd8096e00a344b9aee0cd7140084ce415913d4ae3d4ab3048ed4c5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b57fc60eb9ef01e323b2f1aa4eb43cbcd951da6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:752bb16b3280d27f3f2744dd7dd175088ffb072f1f24207df7c62acec1e13351 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ed527d7b21b1af27f0a07796c87e6d0a42714a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50ef395c0265f0cdead84207186c3605dc2a1e95065ad2f14adeaa29e071fe5a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..74c75cf57b8c19cb36a9498740ba12467c692d8a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0dcc5bc1c9a6440f954603ffaa146c628b0834e0c05f3343b9f566be77e7f10 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f2d8c509be08d680a7caa00a0ce9413196e7f406 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8dbcd764af6b7bb264e6062131db406f11786105ece252b4a786a0d19bad6a3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..20b44958f537691f171d32a58ac487b5b40cdae5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47c38536e996b1b11dd5eaaba020495981031f36fadef2d201bcb386bd02969e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f645d026a72bed2b9836ebbb73caeac1ea01add --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31a023f970859f1c9a2e1db08ee66fd4b52ece0ff607c59e690be0c16bb1d5ec +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..232dd9999894cc765da9ae989e2790becbc30810 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:deb432e8d3807ae2fc54338a508f0ef663e6ceed94288d88693473421bdbe602 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0e7938d4d701701a46a1f51c6f2b34d4087f332 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eca32543919e547480ec4a5b0af8b70c5c4d6bf8475b2ce96f734213af3ca657 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..63619f37e30fb66713f79973007c807303cae036 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:974108409752be5b7fd3696fd11fb6c124a5d8bd18f632a3fa9609951bf12e71 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e75dabb1a7e5f5cc210ec50eb19de1447775a8e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:907477fa6edda591103653cdbd5c00613cf6cdee0977b987d58dace7331aba69 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89cef6d6fec2d27699056a37649994fdf31f4138 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e830e07f2a72ae50ba010e857af81c7b0bec86605de93a4b901fff3209d2040d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f397a97da6e41b1aa821da3b2d10b53ca8b95ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e05d45289d85e8875688c80b90194f22263b1acf19eaf184ecd5bc09d5cc1da +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9109eb6ce2caf66d5e8fc826aa7a4fe968d041b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3847e92346feac97f23072a28ccbe99f7366a5b7b14eb140e18d228503114959 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b9c0f475a2b376e38460d708b6d124be6f94ed6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23d76fef7ccb208aebf229b3a3b5899f69742c907a12f98b5a70bacec32aa0b2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce185bd81293665fe7cca2fb8a52527739f78ea8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:886609d1bf3f8a250427b00fbcd9a16cc0f1debba022a32a288127c2dbe94b34 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3218dc3fda638cfac1bdb9cf2e7d8a744ff234f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20ba85fbdd0e5c22c794cc9d76e3364bcd0fb5f22933b35ecb683ef6d89003f9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbc7511a195fa89d0966d31052265cbd324fe20c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d808983c24c39395e0214bb87cfa175f5307a2794d917038de4907876b28b22 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..30b9c71ffbe04dc38e8bd34a77ab33c698f1e0b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:934db608e0bf46333e9902ffbcad48dcab718729b2ee848e4b3d7112e988c1ba +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..476716cab43def78f16d060bd9c8abf0d38563e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12af4dc02225400ab8143e14f226d49bd7bd0e9ea5e87f79aedd84e8df2538db +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67ab2281c303f5421d7e8e9eb5512181d6ee77e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86af0e6418f4b07e863152ad0f94f1b4e20d481793bc59182270683f10c90345 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa4e29f18f0638f8c47ff1d1c212eea3ad01d03e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:908a00a0f17942ee77065a9f32bb15fc8a2499f51f46cb30d89c30cd8f309b56 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6df55da8b97079fae6890482b544f6fbbeb841f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5372aa0f9af198f7d876cce3e24c5ebf4755e85713e6383ead7c962461cef9f7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5718a803ad3e46ab6fd128d4177b65e74b194fef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6677c798111d209d7cdd5b5c22fcaed00bf4b58afd60133bcc579c7cfd97c0eb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce83cdc04bf302932bffff7c6ce3787bf5fe7a04 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c079d1bc7a56eb0f7faf94663b9c5efd429eb468c5caec49fc222a9bae7b5d61 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d468deb56a24005a69160c7bac7680cd98d384a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7528408131001b3390fd13e4aa0db70344d40e7f922ffbcc86de4cc699c6b80 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3f2e8509c557270cd9ebba169c1637b1848790f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95516389be645332a3a65cf20a6b6c0744bd37428987d7f070a7c5245bbee5b7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51f94613b7a6083fb3d090c1116840b57387d023 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5272414d5b100e2315e2c2b762c0867172487708b11c7ece16fa9ce797562fc4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8d2f0f78b9c35942bb16308fc703d5035863867 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da056739ccf9918ef548f892a6dca204298f8abf968aba200c01aece4328a580 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2dfab6ae50d3328077f6df69e52a9d2cd5e2f263 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f604be52b49e15cfe75dd38c267466bbdf2539971fe0ff47dfd6abce165ecd5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0d0b43065c739bf9629b251f65cb3c974b02bcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4ec689b698087dacb1270f8a2e4b3819b670b79d264fbaf4e29c4c9b0093e3f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bd166d2249919d27e5a286426480eac54a36a1f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f991cce540a95b2b34caf9de8cf3c5b3be0599ca72f558f6a8d883bf2c51f08 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b7247e40bf7f3efba3a88a3d4ba4892ceb66b75 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e9bdc5b7dbdcc87106ba588354e95bfed6325ebe76482cbc03aa5a6c6a6fd14 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f28abca3208af38a1c19d3edb26ce19e60d840f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f43c83356d837a5b1f09f1dbc3f010144bb10e3170611af6b820a7c8434b711 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..056c3d7fafe0aaaf5922886ce426874e26afba71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e24be44af6abd25f4d01f7ae1426cfc5f6ade6d0bf91d0b0d402ab82dc1ab334 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bfdbe29e468e57b50a7a383674683269deb08001 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:605f2e8ac2fdc70b6eafb46b1127f38c38936fbf00149da489a5b81bbacaa903 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3fc826b7472782091ca46f0076089de7d18233a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fca41ad8187ecbf7f204150d39707d0af1af022513c01ed857d2fccbb863f26a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3400aec8328c12752f719f46fc20aed97202f43e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d181411fdd33cd05456a178f9f17742ef519df447d1d7779f176f39f8055912e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2930acb448da63bf8d525defdc31464a5fc097b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:518f82d97bad9f3ba94ff69f343f0e1985ddc4814a0d4cff03517d88409d17f4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..134ef679f6b0e9599eef98e70ae96d022bf667a5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:452fc4d397a86d3713bf889f6c1e6395e414784ebedd88d8c44d4e9c80774fa9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a53566ee382e63ea3305b3a90dc32cdaa74724b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cc155172fd6d1dd8c682d97e18f8374350029d9d93807db157c0c2dd8600ccd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f88e8c078dc181b0e54c5a6ec51ce5d5886a5bac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:625ad3ea2a1c8ce9b51e40c2626eb709d05c17ea52a6469f79913e7b56ec5060 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b59268632c09d81ec154849a7e6f9fe2c210b3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:703f194cfff14cd4c3308a7f07cc963ee4bcb17e919ee61fcb93235166605d9d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a9a8766d2c366a3ce8aa0addf3be4f99c2c56c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b09da14a727f226347228d1d1285379f9bef2e67c90898bffed282cec1aadbdd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0787c69b90e72adf195ef80210be26d66e592e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9421726f2cda415e872d0e3f0091d8a7dfbe995bc67fe90ed90b56357aef2e1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e6c0182ae7b108a85ecc7ef2427e1e8bf5e6f77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ce77858f266a23f61c86df12a707d4b2a72214ebbb6251a8e4e8b0f8d2aab4a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d488d69d5cb479bf578bde13ee8067fdd8958106 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aa51edf0284e0fc2bbc19e82dd919ab73d66cea60aff9a45426a95a2a5363e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..de6dd53709a89a357d001b77f028145287ca6467 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a569bfde41a9e72a4506d83a20006ae2ad675ee03aced86822fcd98abb5ba34 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..314f5b35b4e7585f62b52f1725d25782c291be3c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96433e5953ec8b14846d57a0cc029d976f9167029653a42b32979358a7942a56 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61c0fca587e7b1494c417ee78780bea5c792fc2d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:190b25fb542323c584d328aa0017514d956e620f9e6060f6505e3850e4c5ae65 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76dd637ee2d0fdc675a53bc57e4e2685b316584f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a30b928c4cf607795d9888b85839a1d38141004d1a7564368651281ac7b7480a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a467da4ca46ea5737778b65426b9c0410f40009 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60270216ce627876cda6554a681c7e021a31712383e42592944486a9c716ac98 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..72e574a8fe2f43ebadd29f36b1496255986b62a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2c2f344e16fbd0ebf15feef8ba0099862548bbd83591614791338cfef9f53c0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6449a64ea49622d8e24bb82d5605968fa772be42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7e1f38ef4407084233bcbea6a5eac09aa12473e3a414a97e0202afe9f668ef1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..623783cd49fd351565c7cb63264641de5b9f2a66 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b87d0b43c2235536c44e3ab4d26f1801c709de536702f7a916191c41789273e2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f0db9d6779c82a14c08eaea0b586985e82acda61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fa93f4e42bd9ad4816059c01cbfd470af463dd8eae0f4ec7bb706030e012fd6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3c70dc8742ff9ab8208e2175e18c6e553306445 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93bf75fc40ec28d99032f14b8f36850535ae8315b2c7b8274a3b022f757e0c0c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..80901a9c160c37702de93d4fb338e6182de65ad6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79f8e9b6c08d096998177488ee4553ca7b99036fee2424bf005827efecd05613 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5cd375b41404d51ea0101bdd25d111f59ce25886 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2411f88de1dbc383ee2b27847aebac5d8d89fb5e47d659db571844c54c046143 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..86cd7eb523b93750f32fbf39c765af5e6940b766 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8ce79108668253d9bf463727d581142e0f13335089a7284d9033558ac155f0b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5612aeb3486048327324e436b4844673683028d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeec69ea940e07c4629c807efdd2893f5de523b41e01a686c0570578d8623149 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..57d6530a276117d52af7657ffb2bba61c6c8b028 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5948ca8fd2338c04ff8b00a1da160d74e0c73a272ac91c8c3b028d8aafe8c9fd +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d5135724edb74e0531b33b8d2dd6ac329a57561d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9213fc0f3765acf075bc2dcf9191d48f4cfc22d05a7ebdbf1f1f288cee636b69 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb8934f49dd461e023193ab17919eab5169e0187 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e45891324e7bc1d304d62053b1e97969b68f151b4df5f3a135c209fb8cbb0866 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f0c66546d3761c0c4721b32a0c49304308a1b1d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bffe3d4b0a56e7c1e4be6f00135af6e78b6df588f132bf8f0495a6baffef4be +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d98f304342507487327c52832b741b105ecf66f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bc71c448a2df2840269a77e5e5abe51cff1ea6d556247eb8eae407e17702623 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0caf4e48bbc099c40335ff2c39f3cb53186f2da1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53032e6271c49902cd42dc90c2aeacc2e9ad622dc39c8a72e93aec9e68b634a7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5ad6efa5414be410aa442e6bdd64632ef7b5199 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d06824ab21bb45b8faa0c17121848e2d01c2b54d2b4123bd2667071c12ea147f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00abcc0074e81dec55055ca0e44b704c6b5936fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c33aee83c99bf345220eea441376e850b41b2674709123b981e3da5a8caed5d4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bad1601853db1c5c698f8ab9dc152a624e19698 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25521155a6abace8dc271cb2f38449d00c300a880fc91624dca8d888b67bd94b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f9a0084ab4ee30e93312c88c98a217a97de81da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0291a1acf83c2e55458a282c8dc4f5cb633309517e6eac283b89459024ec1f71 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b5247782cda396d040fb523dd4360f5dc279b5c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:419c986f834b034cc8d04ad248c087b3dbbb9836c3e14a362a3baaa5343e4804 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b16959646dd924fa3dd4e7559405b73e6470934b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c07d6e7c7591523ff9658492ff3ae484395c6f8585f26e575bb76a3bd8d2ec90 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d0d3e790f6bd66dfa671fc03c409fb46adeef2c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93f7a32ccf0d43e97378f99c6f453118559fc5e4ad18aaffe6b0ad31928de897 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af6ef9aa78e6bc8a605799b226a1fe434537d386 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2495ef45095fc2e0b8a70313ba2ca9e531d372917bd67a84956c933595f832b6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..291df590c14f1d800673a18de409a623f623a3fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ca877085d559a536fe832ab6ee78bfc94c3cb12b207527f68449cabbd40a2d8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6bd3e8ead1a1444891095984e93c427ce93af386 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be7937476550240b5cad90c8b158ce80be0c2a2dfe5f7bbcdb88676ea8dc58a8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..89e8db3f25b423f72f44ba9af7347710722b2e54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32c6d491cb4dbc20a6d287b8203f05c51780f04b9877bc605b24feb2cb1b82a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6d97f213ea7d3807eb3a744bec21efd32533072 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fb8bb2d8b2dbe9de393c5588d4d8ab35a96e8f7b19837d3ca64efb63d6823b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7538d219eadbc890c084f45c357d9e81307bc81e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39824e566900570148defc3442b20975779c6dff52671a65368227df04a9ef63 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..212d2bca9c61a6585cd6961f032affca9565e4ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6abbd65cab44691663d578105658d91c2f70678fb8c40789550c2d634f68a780 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b975e53f25ea0ca3edb0711e5409804a6c4e3541 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bf14e5304c3c85d4f76f405931a739f2518fdfa49499676bacefbbca5e255b2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..76e5bd0c0e32d39a93d7ef442798c7c635cbaa85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5382993900481ed540b6e103bee36ac3bb30aab08a6035a984c440c1d5adcea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad18aa665ada0186dda8710977fd25c56c7d1c6a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8f30297007d9565c0feac85c9b3eedab6ab9a817a07766e016279475539a810 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2c0ada5924c24324c6dc8cf46b9962d0a544c47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2c133c4d223b598fb8b17549e92ef31c452f91640c44c3ee9a55a9b8d725356 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..5623560d26c7b35fc7b7eee6725061aba19c4470 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4271199cca131cd0e3d2b29792747e1f77e22f51f7ee02a3b2c7fbb267c8ef5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42c1df2cd29edf2ed84cd9c006a7a4dcc43c7ea7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11aacd8cc126d7b785eb0666d50b4eed44499bc8aeac41b4d98d0a231c99c804 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..838b53b879c2d8694fddb539bf47ff0a96a09202 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56464adf92f7c4c3de11e0f3a8225bf284f4f3d7d889878a3ef938bd1e21f0e7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..237e1a2f02a247ac4e81e749fb4706f5a7c1b4fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d4d3eee906784b852e45506873adbf407b5fa6b2af35363a77e6cb83e46bcdb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c61fa599fc44db007a9257d85f72938a94af848e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e55c7c76397cb10ea76c7632a6a3d8d923ffd6266bd14c04b55b6055a5f0af3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15495a37b911b3ad42e0de5337f05050fc632090 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ec20cbd9e8f542f0dd8cab81f17eab6e6d61e61ad6874a18170a24e53d122d3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..4262065f580a5f9fa9f77db77f0a51399e4800fa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15215e63a19419298887ceeb50e48ce481085980ed8dfad8b8cef4f36be40d8b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..045531ad0d4034ee03b7574a85145530dfd13187 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3806e7d816e50d35565db2a90a6fd0c5bb11320765c805413b7b70525b5b351 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..488d4fade85225b7cf8c643daee00f25557f8049 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e09de28752f08ea58a18f3c5b554af10377993b8fd67de660d7d6b91d7bd1b16 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9006f49edd4db7cb658805db9bd420628388278 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fc7c8da062184835bfe384d10e6681805c279bfb7321189953dd6196228ee82 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d91b1f7e4192315c4a617159aea47eb17e375c89 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68ce2baea8eb51f6b807769a0f37c6daec08d66f073bf9b7570d22edef370030 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7aaa24de656fd8e9b644d406bc6e403cf19339b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d56a34f4e7844ca2b168c5c0d1596efaee349af67674036e93d156c4242bccfa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bda02b431cf1563d58e36f7a3275ccf87520e734 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee42c0cf0e56ddfe403dc605702be94fc18c18fe6779a5c1ef07dbc48f6705f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c893ee9dacc854d1ab2798fc66cbf3aa2749ac54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:423bac9a19c460246b4434f89c992f0d80129abe2a49212d5ee0d52991a763f1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..c772a63b3a7fe3220ef13bf0fd5e9633dd74f707 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:470b8e2c0921f793ce1d6643e10e77dbacee3e9d49f30c4ffcc1988d576bf1a0 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b38d9fd097b4ea2ee6d15d271343567ac68ec0e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e96bd5063000eaf9bae3f99e870e685c1e7ca271b2393caa7074bad7ba4181a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ce20260fbf2305d3e75330e3e2a11b4e5c7b60f7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1868c00ab31f9512c629ed5955b0d136b9a29b8dac726be25908c8605c5cbbc2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3817f24ce8c04f174e61e7a0f38d5ac0981922f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a0a685d38f7ef8eb473ef53195e4c4d5f9eaab90ed2d489a76806655a85d4c5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffd48114c0030e8facea1cbc160850cd1086bdd1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2c83e6f53088a03a1766a7d34752fbe65653cb4f918ce7b281542649582b641 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..23753fd4a218b0ce0a8c89f5973051573328416b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70eca4ac76adbff316a109b7dd13b7a401f6cb82f15b11f825fcd4b51468443e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe8976b2f58546872d015525fe088be66dc45a95 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b720bc93a46407f62e2a25976dbb2a20fd6bea61c72cf5cdb21967093c238291 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fed769bbeb1ed035e832e6c72a43b0657b75081a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd0e63c45735db691401a5909706340b1a58dc1fec5cc72e2f668fef4446f3be +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ece32d250f7a3a5317249e075a5e2811525f15e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c57618f285333bfe6d35cfe3708f7fba762767f427eac8413aead23255ca075 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..07bab3cf7ed2593df194dfa78ecab07064c213be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3475562fa74368a6ea40988b0a6168ca8323dc8383565b6d347045c90747ee40 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..cda64924356ee26da162b59c27271a6a306d5355 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4012886e4fed47a4ca1301879929c95d8913eb59b66d4805060d8b103cd2d22c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc72c103063ef8111a1592d6e41f18b18061cdf5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30b4657a5b4d408c25b9b99d5a4e205f1445f84ece109ba740796dc05c98043e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..926a2732aba370d7311a9b71bc06cc51e6338431 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b07af408c8f7557299bc5960bc4d19323a21e1145c66e888096f6c7db3c72948 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..796118a95a9d26d81e3b1530d0f73c8facb6ce6c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0557804e1d4dd41fc9f96e7106c34c34b3b57e782c068404a1188e16aa6c668 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..263e561ebe1a24a9d7ab93fce20c7ca0d8d27a50 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d9f53f4ea766bf36d24af24306057e66f873af0a3545770cb9115d6a50a5b6c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..822156c5c5196d4ae13b8184a8ed31a480ea87c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c1d2d24a5e8f60f98d3fbf71b7542bbaeb6f3a5e4b38be0ff8f370b69da4b52 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..54f6e1717bcfb7023793b1a164c4f55b78f2adf5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:317d423010283c97fd64247e1834f0fb53b6dd5007f8bb18f44afadcdbc0d0af +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0bb144d961b7754d86d300a8db8f33ef926106b5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1acea54e5abad89f9e688b43dee3420b863f8bdde4cf2b77055023a583520579 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..82e30ebcf6faf228f2194ecba4e79889c9fac57b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:956323b9a0485ff4db564335ac2a078bea47cfce36adb69097da91398e78b421 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a140c3d6f3148d8deab10527ec455b7f2bbed84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3acd7fb47e64cdefe9a0d35edfffd27f15945f6d2e7756ed4aa6a6430681e10d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ca102ad22e209b95d6efe0b7631d07155f3c75d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc95d10e59074758de0166f863a8cb68630bbe48c93e3363ba3f3d5df04e53c9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc0adcf87af88b88d9d089aece237f262c17c60a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:320224784f4c8abfa6fcc6622bd0805711426922caba24856a7f0138c8482302 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..50556a60821dfbc33698fd90b189252ccc5ca497 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed44f913acdc576bd33ad318499e560f0776061d9bf16ef5a9f26e9113b1cc8d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06d7203e4bda1b20d7de37af9bca05c0b60082d0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c312791f5f2ab4a6bdb9418c6b031df58717ebef305c9a733a741ffdc99acd63 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6144cc9938394dd767f44db00406c3c1c134068 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a18f050fe958a9d676c1b74f94208e3f8dc0190af42f034449fcb1d8597b5efc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09e412ba6d078b4f5f6c4711f0c57d1a8e962b62 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb0236f1bd46ce44dbd561a8a4129a1cd3e491631d76f746ebb5b3127ebfd0ba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f77ce0e6f576d773becbc8a5c35e2bc81e171dbe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7c98de3631137b6b7b696ed978e3cf39a2982aac30f5ef764034d44670190eb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f98cbc5a8c11b4c9dde42c005a320255951aeb92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f9af103f151d751383dce0f0fdf3edb2401c49bf36ebb3838df5cc9742c7720 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d51e7a9ad12bb80a5c1f81c9cdb5012f1020f1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76e29d13332f71581efb59b560bb5aed88af1ee812d3978feb2ff43332e8c3ca +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..48672a124703e134ff15dcdea15d552c0c126a3c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adf3824f2c1c6529bec66a7c3a899d5753fc0bf032c58f26f0b62836ea6dff87 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..19109fa94294f9c246bb9633174903a18b36bb9a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45cb3c19fb2fa36de4f3d148b58f840491b0ee5b6d7cd88b59efe51b0b908e68 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..870eec9119e8735afdc121d199e5d2f9048b7d41 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8e0ad814963bb3a57ed2e5b89e3770c8dfd0af7b94d892e5d8c287ba2810ad3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9afa1a10a9b049b03e798a4c35d5fa58b8bdda16 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50e0cfe0c3dda86ea14e78ea9a50d1f4ae46d94aa4c06fbc48b8cba1e28abe9d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dce0d539c4a8fc2298ee1122e00695d2bec4db0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561f46f29f5ce26581f546631201d8d169ba8a0cb1b8998b3f2b18c0b2197d1c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..29133baeb8de32cc89b26dbf224eeb628bb71fe4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26e530e6198496358a936286d705b46be97866a7d746faaed24f859e0b58ac36 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ea5e428b5ff820611b7895e622a36969dd33ed3e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94abe83c4155de97b155011b73950c17b9b3bb09c8c246aab595a9c0e14ce62e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..133bb8dd8ae041723d0b1a0a69c1eecd599df514 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb138d534302a56674b5d00640a73455d217543e3d5ac27eaab7451ff8924988 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae66459f90a9aa2a2ab8aaf17534084df372b47c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ded81ca5d41f918628ae529dc897c5bf572c539024feaca75488c43831310447 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7bbd42b5b8899f599ea04de2813be3af2953234 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f35aedcc0e15f6496b84a2c7cbc39bcd44f8a9438cbdee2e12303b36b1b55810 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..848c012502b086bc4c869c96798315ab1b43bc99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44f9ac719da8a04facf8df0e1ffc40452c3cb2d4adf65730fd7b5d2d85d92b3d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92f01380081081a36deac50a87719ba3003fd519 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c602b1ca86f6f8cb0efc640cba4b81081038aba156abf2314236e8866a360fce +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..963b5b4631e4792101692ac64cf44fe5b8962a4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a491ccb5ce8db6d82beccc23a632db3cc5d87c16d6ef5868991374098e3c7592 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2fa03a7491e36243809df3c6566a6d706ce8455 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:561438777ee9a2c111dcb63ce492149535bd52f9a5a348490b179c3e2b1c74ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f0dbe910be21167067031d5e99780a5baaa460c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c216a2bbf192dec38ada13488ceda432c34f47e49e4f3668d46e271adba7c348 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92b55e4edf1f474fe35f506aaa3359c44588d46d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fe322d7e439daab0b17d4e24cc650f16ec19847ff2dcb9ae16dedba5488d180 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b9c819e13eea08876d11c74339c557c23e9f668 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7241ae085b0067b64dc45136c0ad833114c70a33d8a5b38c7e5fd3b3f6bd376c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe25e21a77fadb46fafce4ed3a303a510257b25e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0f069b76a659cac59140f5a9bbc3c5233d178430da6febbfc1326e6578899ec +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0ae890229e4dfa90aaf421cf6557fb652e4df71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d70edcf920307de11955a1452c8718b6ca78eae6d3f2e453f68b29883120c4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..9dbbad27abbba9de5118f9778a280f8cf01c2b81 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a527bc25c48494f8e3e0841d3090a437770b4d46d0578b128531c63ea6ca99 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7579d516fccd21c2f99a479f9b42f51973d4fc9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e2e1d61b9d1525f0aa7a5699d6f7aba86b3e620a93ac9d89f8dea4810dfe811 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..653ef5cef33a418edfc6488209100253f89efe3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f68b710e59f6e6d73c0919879e9443ce58518cfa6e9774ceae1d4e728a8e2540 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5799a005f3e10c55ee61191d433f16628b5b263c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c7328f66ef058e67b6ff8afc4285a89ef6ecd22f7d505f983e3cc508b1085fa +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..faee24b10cb8fa4b124588d33ca265afef43049a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c16b27fe66fd4d6a5155a8c804765f632221117b7c879bd3bc92d4b75463fbd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73bd7c4ecab86ddb161cb64ab2f51f36d47a8b7c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfe8f0bd82fada22adae62ce0da8bb1be3db1792f5a03a7239afeed0fdc5d784 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eded90e77eda3eebb62ef8a0a52de5dcf4fa07f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b1916eb9f1482f55f123a593ac2aff85e69914775311ae08850755783c83b59 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14642676019c9125f4c0bd450ce1c7301a768712 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c67f4065cbd0e91fc9a4212fe6b05f8bf0695b91779c41e4f47353ed065ee171 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..02bde6216ee0e46f9974facc0896ca289e6425c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8284b4b4fb3a5fa0dc8f92d7626ad79e3559e1d940b27007c5e057c6281bb89d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4314207402eff365f2bdbe5fc2f3fd5d7926422 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24ec47d3af9807fcc2d31f3e273dd670110be75c5384968d922f5e83d3779195 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6022c5a9f7867aa5b7a17580e018850455dcf4cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d59be0048259639b212a9fb95c64ec83524fb67ccbc6feb6b86173e092ed6fd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7ebf1bc2b061e61d81ca37808880506556f965e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d61d495759699e9a11ece305c6f6bfeb6af032bb120b79607fe7bfec479515d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7af64ad869380d96b8be6c75ebae4c42a208071 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57145c75ca93e9b92905e2d22b110ccc1e2c0dbd8629f830b9b8ee1526a5e146 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2856c7b3174afbad379ecc62ec5fc01813c458b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c62f2c8066daa7d807b20295a56e1c4324fd6a6741aee12e104f108f08a9226b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..72c3d850ac1a7fd6988dad8271dee6172c9e2e94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b077c2d776a10b3745f086cc0f8744e46fbc587408e4de27a6086a1227b7f077 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ecb0533b1c9ab7b32cad116e805ba6899eba43a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fa799057b4fec96ce4c29def89d72a8c85759af495a409a2a35c3b54fe254a9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fbc652151ba908fb7dd86a76b516c1e69be20305 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:058cd073b9c0a59ff47066bc5cb5ea45959ad679526db4bb1df8fad630133e3c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73b1b5d495506e1d412a200bc19872216bf0e34d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a247cc30122a284e0ffe3f80006b4398df4ec3ddd59446ccddf39dca8513b5b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f9713925f16cdbc680b93102e1004f25dd84945 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c269efb87bc24b0a00b294d53f3330546c9313fcbad7a217aaae9860d494229d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5517debc35b891c5524a094a0e4a8f805ed93279 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f47f2964ff2fff683dbf669534771673d625994a366c6dc4bd9e5d32412b650 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85e7546cd058eb5961089ac18661913991c12ddc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3fabe34dd69b8912df9d24ba7d50bf3ad8b867fce2b5741e6153bb0df36b8646 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a164c3ae34aca7bb02795a2c5a96dd5c635e6c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c1881976e1bc1ef74bc85a5959a8c0f645e7051a912a4632039b871b492bad6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..85799bf959b79763055cdab53e442bae8f721ecb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36b711ab4c101a3d169d6dc0d7d333f4afac84f88e78621ff03951b0932fa3de +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..311ca3f38e2ddedc6856b913a89114726142829d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c3ed390ad965a047c338f853dbb6c89edd2b1049a56b683076b170474c64ed2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc444c42abcc3451a6f54b39cfc3ac3e54244c18 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d4b47bcd06610dcc6fe233e0fae6d59a4c124a45b2c43f4c1a1339dacd83eb4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a8736b7f8178d0c6f3605d78af9bae43de55768 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ea46977a2ec6fcd61ee3223732d1ea4d2719a2819cae1aee3cbc3c747a7c155 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..db75b011ad0c3ebb3a875033c1bf2b9507e970e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a99f2d4d0b0daaafeb1ebd37ef5996e175a36801f2162768f43ca01f8e15b91e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..678f4618b8dbdcfa60084af903f41226b64e852f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8614ea432bbe88d7c46d8fa8ef928255f26a41424e50510b764918a25fa1d8ea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba43987457227e191d614211a94ac99b7ff2aa5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c05511ed6c48538c26a5dbdccf45a94257e8d02dbe9beb88b88c47215378432 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b6f8058c3022e1f782a9a9bdbff745ab95d3314 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff855c112aed69369715864b5824e4d4ae62e13a34b02f87c78931e6540ee3fd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8e89d19604643b09d86f1b86f831a150c6134a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a328ac4ac1debac0300258b0191d05392d4836ac9f54e7ea60bb5b747b63b35d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f41c9bbe902d19b98943c90c662705a1ca699c6e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d11698b029c85035afe961be5d02ceff7d69b8344e67d2d71fcb4b688ed62d8f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..f1ab4815d5972e4e7ec4e9be260cca850a12405f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3b3b2497d440889aaf85a425ff275e6c9e232bf9889b573c270183e0234881b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3ee8ada90b135eb5dda7f81d19f3e2a98aa8692 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45a431b71b660ba07f4890aafbbf7ebcd35c284cf433bfebb567fb947edda84f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d27687822fa86028d8ee82fa82645e0de07c219 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6e9125a461a205cb60a8c61d6b68b67fdc34b4336ad179acbf282f97e029b49 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1865df6a2fb5ce6d3920ee0213e887f67f878b69 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f7499e2f25fa08531a12be828e9cc41334bc72018705429fca59c56c71ffa50 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3a80537f608f8240fe5b70de44a0509ab8f7978 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13af366ad0490a499e76767aeb87dc7fc3b6b417abd4d05c9ff7c608cef7746d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27225f58c9456b1d498ee3f1b4454597b3b88859 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cbcc0619b9074db2cd6100442491c9266ab91ae03a29606d9188132c3847dcf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b880b2a4e056cfbdda73f532c1beda64ce785f1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b56e15b90fbe47da94d251f9a2a1ac6cfe4b72b7ee7fc9eba3262dec24e1f7b6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5fdddd6164c5d72c2cda864f10d1f52dc0cda2b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:438ec5a952ca1e7b7888aff6e58f783861873fcb51bcbd5bd108e895861474ad +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb2f2346541a14447c72d039656f2ae309b22ff3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e58fb3762886bf0004cdb4538668803aac8bb4e6758433b9916b0f0d99befccc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f16306abc2222f701200fdfde75f6be94297255f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5bac60fd5c442101da047854b9a983acd76072de391b2b80cda6a1fcf71cf43 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a006403757e6c2316c0e983bf24dbb4c3af3f72 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe0d8765e1fd982251784fc4388f29e73e9256efe0776dca28a641edcc46b7ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e2b59be5404d0c4c4b0f9b6c07f3a05cdcc282eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a2f085e4a58dab8732ac0aaf45d9e26b9fa974b02a327be41b6cf6894358a5a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..647aee15509589247c269f0214be8fcd98b86fa0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:055d2fd2e3422199197b71b7161983b0c4564666b5891eaa46d4e76b5e485e9d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc1efe5cd9ad2ac8c2e6ff0ca88227c496ee2e55 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c759d98ad1f28038f1da4a273d67c054e0b51329b6a315142129a6d6587e3b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..92e7af4142e576a93796ec4d026ac60ac253f792 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5f878f0f421f2b239117d7862f5090116c06a9ce0bedb3c256776acf50bb9d8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..66d70de05cf1381f6c28d1ad9922b910e16e2b54 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f08413302bc93c9a5728be14fbaf6a6f5c6afd12fb5c45743f862d89dd8b0808 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..00a17b924d52deec54a1f42f912241e315bb2965 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c89d14b880e9b3a1e4e93dc7e99aa53ea19b08b542e9f357b20d2dc2680392b4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26f9a807c3b2c5fb1282878d3adda9efacc9442d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01856011ef380dc2c5ae197ac1ed3c2567dd3ce08ca72c759a62f8d01ef5aaea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..eec17c09a3f16adab49ac4df4787e3f3241d8ac1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29494dcfdf5d8a41f0ea4450393558071355ce542a0af05b88aaca4dc64b496f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6ef561efedcea70d4e38ca4803d560e8e576836 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:234a150fd1003d3fb5e6db44545660ec19ec2e4f8fc25c20e94e6083a5dca912 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b15cd9281c903ace9169219baaac0e58c10a520 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86012d690e24c8d8abe07ffb99b8d2d55cc99a74087da43f89043a778b9b7e65 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c235123bbec4dd5bc4217bc86dbc5ae9193227c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:242a6b905241c5562007f5b38dd72a66a60a837181610f32c91453df749e1f9a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..53c0717039ce2f00932bc53b5e953c2daee3ebe5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5fe3523351cb3597223fb3003454d10a9aa2d4dcbdcf2fe445da145537e1a44 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64794a198d6dbdf8ee38f367daa434560bd15a4a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19f228cb0c2fe64b3f4a5b981594bb6b9cf1fa2265672e24c4ec3adff80bb542 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc2ee41da6d8e00ab1349a3da21c77ea3618e938 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0793c85b1690309559aa35fa4ee6968784f39a6510d9f6f388030a1def8d6249 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6f874b59687fd5be9839f3e24002d28f4f99179 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39a516efe51b59028abad809d13de798fcd27d8509cb1be98a2511a687512f68 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..75b4d817ea93b3e330bfd99c0f5443305dd02fae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8c88de03bf01c37cdb5266b1454a95a7fa9f4c196981e47a5d043e951d004d2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..259c18914d05eba17b923b6ce43414d0ee552beb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67bfeba8c36589293bf21cc2790efec4a3e0e284de9cce36d421b76a4a21db39 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e82463d168b69aad483175e7e5b77477cfc06fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bb172bb5e10784c5369aa899434b28277df6ffe092b9c313c5433b54279bb59 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..63a2f87d2620d39e55d15f56715edd88473f6ee5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09bfb9205ae90af79deceacce7630a655723e582ff65eb7dd8cc3829ef4b57bd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..039c668566fb4c6d44cb88c2910a066c66926b7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0af8c07dd3b7a8ee926df0efbda50ca229cc3b73f774bb35b35ea9c4d9f608b3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55666bf3575324cadd75286d988e5920f2d77925 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c340946a6d9f17c1704593a2463aa82d1f15e52fad41a690ebdbdc05fa4a4d5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ac9624e4c50e981126309e87782f5c0e0a06cf7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52eabf13ccb40e1cce9dab95d52d0d78b1c94690e9bd3f0637f761fc02e04663 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..657925612e92c1b0db450a8592650f0473e84797 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:998e2471c5331e0dd3ee85e1ef717ad6cf516210a482728006d76d995c828212 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf69d5d76948cdaf9852d93422717f4f1dd35655 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e3772834aa2f4b236b9b43f45f44da2051b7ea806cc17bb23a7f4b6d628df18 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b30e8def81c007a9013ce31ba2900d43b637cab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc371c8fa59e64c8e9f4cee4f6859d635bcded27a8b3e271b70b7077bf0c1243 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e3d5be1ccd3b06bf8a7877e6b8697c8f329946b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bee97e6cf96801886cfdae67b2d3307cae33dbf581caab19953a5e8a0e411a0a +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16751e03d41a720d7804e47de128ecdadf10974d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6e7f524b14ac9fb3cd958bff2156e0a13642c28e854da0d4d887b52e725a8b4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d283a5206bd9096df99fbed9c5f060ae313bb48 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f04286cac712cf38ff751f1e6a11f42771e5c115e5d09b6d4468faebf9549b54 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3757faaff76aa9fcca408134a87aedbe99cf3a0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:674799a8c00296a8ee4db9d32c4e5198cf599df5a3d94eff4d22a15621dadc0f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..562efab1581e7e535808a47247c90ce54a0dcb89 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:076c54b8e08a3e5602a763a9ca55358873faa1dee881aa06dfe0622397dffb57 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..965650186c2f228c71c5cbd07772c58b46854ef3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10006a2e8bd6fe1e0ea53de731776d3ef0256c2edb58da15b509df9a59f9017f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..51d8adb8661f44d05c9dddb296f66395d8b9fb10 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbf47869e142850a66a3ec2be8125a67dc726ecdfe44e04b9f4924f3033222ef +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9cf9855d7bd326ff74381801d08379e92a02fd3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9b1a4cd4ffc0ed02c613e341cac3a9326c825d307ca521cfb09cb6acfc177d9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e4676f0da9b3b51397ed1ce9f7b8a95900b8b8b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c39be53502265ae6a4ee0e28542cb244183f82fd4702f32a2066c5f41ee91b8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee891ce62a59ad2b91b37a4abedd30e11e3ce07b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf73427755660384e75d78b1ad462f97d37ec192621f61f5ed1ca23d66e50b66 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..746f1d93c6d085acfbe4b6c78a5a5ed4fe89d533 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0da28e7606531c87f0ab467175a15734ecd8837561aa38da28956475d10c7361 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ca0bc389a8c50db34b1ddd63252e77fda52e46e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85073d73a7d37f2c7584373c798f97b486705082994007955204efa16d815c8c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..e68c24a0956f0fa7c63fb9710b42e0449e0aa9fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4a78f637df80bd113c1a7878ba4a2a93855970ddf4e089004a74325f651082d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5244323be5b52762f7675dccb18c86f89dae9423 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8948fb2de3cf0ec384dc8a2b6a730e3510df70d85ef6eb11d8320859d5939aa4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..61dff59ab551fa3a3b0d54bbf11c4b57f93d019e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c32d2c80095698928c7ab53470673d87fbd66f95db79e9bd6696f1959f0830dc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb354e5f847bb49b61385131bc2742347b45530c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b49b376ca3ffa546d50db42279c6673c1d5c538b8fc6aeb850036c1310c88fda +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..acdfdef1edc6f6264d93af84df54d21be8a155d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aecbb6d3780278e962050d67293785c45fcc5874f9b45e4cd97200b6a95dad3d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..505c38852cc996755b9b9f50dbee724bd34cf647 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fae9bc26a4b164523aa466367b238f1c802079df250fa75f2e585a8d077f186 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c0833dd7fbded7cbe9889085e63e9084938e944 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b61e5a0d15ed8d2a1a3a23107121982865475ed786797f0bdef3434468aa6201 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0c6bb8a0d94cde8f0e1a2cdb649f72d76f0c0d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc384585cd1f1ea1a0d39ec3e4a743a730775d5e09545450d58f5488fad779e0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..033978b04095301d6585e428e28f9413ace71bff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc48a0881af5a3fc3ebdc8d8fe9b5ea3bdd6ba9c500565b5e18f84ecf5091ca1 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f95c718a23ead386ad1585f981a149d46c367d82 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e91b9769644f564530c35bc9383d1f81e0e7dfa0532bbba96bbcbfa3135db80 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..65e0ee0b9244a788511fcaa3e08a7fe1e5f5c96d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92c2b2a47096d9358549e408aa8d3572b4571551d51d29fc4bfcd8ee7c134ee0 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ffd508395fca805de0190278e68a0c52cdb86ca --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfe4372db073bef1a55f9fa35ef0c307b1b5d86c7c3308262f3a4e6cbe5ada3e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc0f3e3dad71067c8c5fa68dc6e8c6e73d631f51 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b21ab7d5607ee4d125508d506ce8d4aa97fdccbae4be99df8af91ec2242787c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..38b72fdaf842accae5abf35d5722583871a75827 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d3930c9ba627a6e879e19b8650e1f60e0700da5155b7d66feac4c615ab47fdc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..3d527567459d4ad1bc97455a580baadac5f99393 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ef6969e0993d803af7c8a62cff57a9b76ba7e943f7cc7f9f0ffb84e881925e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a95fea74d524309a73decc4f66d1106af10ea227 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d4664be3a68335390676f91e44fb122814f93418ff890fb2b0bf19911b80f9a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b0337e6a8b1c93c656ad1691e87c89f11231097 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_0.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a29684ad614d7d161aac31421d3d0d2e5e1b410571b2c0850a9248752438252 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8a38c9ca8ae978dad108652906ed7fa687d345cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_8_t/global_train/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6da3c5194f8c84b263c357a16ac147954593eb220893234fe61288ee488a69e7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..695eb1fc2465c04e96e481b24b1fac5f7636e1b1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:715d3a8d245a474332eb9c8faf0435e0987e70594f8cd6678e5072395531d3b8 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e09f52000f607267c39dc25c2640d4d2e4748a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cba1ee8087edff70017e1e8abd9a273e04fdba3e1f8f190d4b340415ed0953ce +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65e64bf4e7b442064f38b5aacaa62b84a860465d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c8e30eb58cd800693a8e49a7712d5005aef71af0e311bf201a82526bce5da37 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3497f4acfac0f9025ccd4c75527cd37d8d437e5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3349cf11c998aea86a7996a6cc06eb016869f95fae96466b09f503220eeefc52 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fda6af228aecab29eccb9463754fd41b8eb7b807 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa962ec927ccafa93b2ac6080c00afa2e47fff5aa17d98e4a8acd5168a9f4a9c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef957720701e8281970e6661fb5a85b775135cb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6fbc9659aef1c3d841584c7a171949b8be29a4df8c8d86a8edaea90cc8ab6c4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6dd083bc1de4c34476b3d1293660d2643b86c293 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1a5cb39aa3b35aeed6e4404317d01a2c793ccc763a5e86af89973e9fe971077 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e86ab1e76d216c9b06bf55182807f4101c8561ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9081feaa7c8c33065f6dc4972b7a1f63e63ce4be1788e938b353021ca582f0e2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d073f89f7f69b9f1d3d7f1eff9bf56450fa22bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c00baa85cafa615ea2f0cebd60bc0a0038dca0368b5ce9ce6594eb27c5194c24 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..093bad3a2286f65fee6d31574430e11deeaa791d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92557e63a7791202557388a7841a3304bd8ac4c817f20a90b694ed8014d5a22f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e20a145b67924991879d1bc46b25c9c2959e153e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:387fdc31e8bc0092d51c321ecdb54073826e6680a34e966ebd97e40a6e44f03e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ca8b645f474ed4ab0c386ceacc73e9ec74364f3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:281bb2e6b824d5f7035a0c5374910eadfa12e8cf59c7c08b59243c64f78c2d75 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6e0bfe97194aaf018e2831ffb0013987725a1ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3e848cee2392eb801adf85633462b18e1a7a4303364a925b688898002732fa8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2f9e4c28023266ed3fa964fc41aa29c5b31dfdd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68e21e241f19562eab385d3ef0962dee72c4060468deaaaf35d9361be703a2be +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a206de0a2c6a742f0edaf9186e19ec20535bb302 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efdbc44e75d4700e66c365eb109d3ae479ba317dc4e0e402910d60bd968523ac +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9600eb342910ebe4164793ec509d3e72a1730abe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d65b85db582c28c703aa51b2bdc6cce74533a2dd2f752992162ad69251dd1e8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..51d09535f0e5ad70c7e4f9bddbd02e7323bba1cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b39f0132838e65374bc37c69c2a1088294c69b2289ebf8d6a5ec82c53b647a7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85b68db10bc09c74bed5b555afcb252e661e9b03 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d920f3dfea5bc164fa0e11649caa9907981b798d022f860ff2ddc6c009be78 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb68c372ab4fa3ff05f26c724d2940a29e693d78 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1f50163dde2669589c2f6715a4e972a7cdb1864bb9fb4ebfd31982dfc5ebc0f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7d3be76790cd23263ddd8338640dd269d14343b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff75a3ff9b36a58b0f4c12db60c3cfe8efd21b0a7de82abcca162b7aafca4d8e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8bcd0dae65412dbaf76a7b6d05831b0ce7fb779a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:503d0b8fc30029dd40708b81424178996bbd6864a980532f243788216902959c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b13bd980c9d3bb81ae428c713651e286b1527cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf549cbb7980327c3ec2de16ae9d35108e03689ef803e8cd0226f9e49e315293 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..874227c2a5d6082cc0b3c681dd6b16eb03c46c31 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc04b309146238d29951b8efac3e371ce86bda2febeb92b131d2124bfde54af2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e95d40c38374c376e601bfe1d099fcf88fb31839 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e787c4e46f9c87b0aa80cb27ad1afd6749a024998ed58e74b6d35b4addb8a28d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09eb33e77f03b94aa2ecb279971b7a35a7410665 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4036d0d486ae4b41245f9728ea0fbfbddbf8dffd202523f25c764f5ec2c86f1c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2dad904449dee252760ba871f62873597813951b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a1565e787df8d04682b5ac0b185eeb2dee95aa97b580d92eb27bff5c81a8d74 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af378d16704fb633c28d1bff1b7a5ab1dc04a118 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1d9a3f208e80834004f9d5b4c8c49a6a3dc1f484f25f7b8a2b3a53db6774226 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c78d4433bbf1ec2c3eb028d464a45de86cf007b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7979833374a266fc63dfb36f50943f2bcc5861104ec3086e96bef18383fec9fd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae0a9aff305c6c9b68bb9a4ff108087808a511fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9d1863bb30a129822de56962f5954ff3660cccb917c290b4dd142b11e8c727e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..982553e571ef8f381309815d38b383e213052338 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec6e6b8a5d1f7df0b0731f5fd64d9f323c5ea8d87919caa67796c91193a293ab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65792cac00475a4ed5823b838b9b1c7ad2099373 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:663f83a84db9258154c743d77e5b3843e74e2df5b4c03aef39b9185d1e57ee46 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..417a792fb94df34bcffe8a409d1e26793429d55b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a408395116ebe76e0cad4cac57c0d16798d7800f853c6c9b77039bbc2d8f9b0d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fee3d736279de927e3a29f0f87454b31faec2ad6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8df01bd4d694c28559313b2d60f5ce9a202c90c96a0c7e7f713ed45b701ad832 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fad2f669d7128dc0faa0e52124e4c596da2df8de --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cb83e087d818a19813d00b8cd4c2074dff433a65e402f90e47bcf7554e26adc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..337891932e0109dd56f975b566de85e74e6c9a8f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3dc43bfa5697f4b64cac2520cb9f41befdf7d0d257f365cfe86e5fc33e8935c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f71ff8efb9b953f1af4ca472fddf8c6f4fc43dba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c51491fed626c9a25633375c64381de1684aa6cb59327713a68f69e9e6315b3c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a21e2b617e215f71cf6aaec529ccad19423e1e4d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8201291366d6700c751b658a14e3c0f0ec944ecd1c7d76774231f77a8455c02 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..26b2723854f4d1ba8eeda0b68f9bd95374d3c266 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba22f0004bef9abecee17d1c3a5bfa121ea660e5a201e9be65a0f23c129897a3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bedd74cd27b92db5d535becf41d8a9a8fc06b520 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0c1a51d9f68bdf9e9de03c893d18a0f4ff2c799130abec785e7ab50aa265f1f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed2ecca5a852f46904af0abd595d5a6a259b70c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8ab1f49871e1dbff51090c424fb3e0860ad837358989728cdd784ce63e14232 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27559f54c0a315317a0ae5f5de341be47aa5e866 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a3b466f4e1061de4db0c4a5102c26176481eb6b5a09fd65e6c7b0c8a79c4f6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..548ee5a521bdc1a86133f5c5d871849251097586 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3067f80823f2603450450f1034574155a78ce123aedf3ef323f69f7e80d99381 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b608adddf55889dec3eec6a6faea99874c09578d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eccd87965c055dc02a8b6f563671495282be307827d206afbe5ef1a01261128c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..805fd018489326d291f40feeed38732ef43ffd30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70826829ce5900dc547d91458248e88eaa3832f015852eb1527e8b28531da1fc +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dd07716d197dfb6609e00003618eccfcd115126 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54c995b4ee2d5c8370a705a134600c4b73b482dbb1e724066d80726ba048673c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..84c7a8d991aec7f6881d021f8aff6c6eb6ec6d91 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75cc73859636295477f861c5c4e839c1d4971892398529e2c635e42c160c6f18 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..defe79c077dabdbf99e5a48a3cb884bed49c3b46 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce2fccbf6a881ea726892cf2cc920dcba68f162e11d62e7cc57065941d39d5db +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cf58d46ec1b6571dcd079daaf0bbfd0b70f257f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fda7d7bac1f4ff47f6f38788f1b76f8f0a24665aa3f8c2e3469459a09023c04 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..abc04ab1b2f1e0e23feb860e9e0e7e6a0ed1dc68 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:956869e05c556aa6528ab12561657e18c6b0502a2cd75943ba5f2bb9b2296f2a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e27d92318db56d5d0304d799b571964f97229b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a4084be5a903cd61a37942188a6d568b8cdfbe01d00c43b215f42234517df19 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70baaa1935855d2ee452abcef132871fe930e3e6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcabeb7075f48a1ab45db80124937d6053d23077f2f18ba6087f0464c365fc24 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..71cc2e07c182ead782856a7de421ff4b1068ecc0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0332f21d580d1522aa11eabccb176f45e55819e79bb7ac440e113df405b5da8b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35a916f25e91259ca1869c0a62e6f63d5e0d3041 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d948bbd615b1934a8a6b7ae6a5085535d9b96cbbd7936b93591cdbdb3bd69dd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58d512a5bbebd73117e5ef3adea3c5fbb2b574c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f624777ad2ee10a6ace81f625c6280c0628a84d8624d853c18fabf2f3e33559 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf049f59045b0a720b4a0087d0d2691e2e877db7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0dca29a3bc39773453d13aab1e0cef80dd58bc52c7091e15b546b44239e16cf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e29dcbab5cc670d46bd33006b67ec1660b2cdc85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79679c3fde3a56dbd88530654b83d9a074473690292f98b4e697689b9182d397 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c603b5429123a9dbf011ec6f42283f3d3bbacfa8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4afec1f15b7153d871f2466fa057e6a08a090b20070235353f1def3fb71df5c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a29f2b2133594fa6e0100be6227da515697ce8ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59def0ae01e27697042fb8bf425ae88e5435fa56a93c2249babd126ffebda41f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbb162c5d379f87d83e4b7661852080519edb653 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2ed19998d9b0de19bcfb3031b67f481cd7d31c905d27f8081a44e917c13ac7d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ebe8651f0b1f0ca05664446b842334c9d0875e4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a6740f9adceb83569c28a0e4799ade3cf0c4a59b41ac03d99cc5f9aab004c19 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2636f80c3beff9dc649a92359849b2f9271a411e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1880ab225edced2a6d17d62500819266c14e7da56e4b26270cd434d98d449d3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..747e928dcb34c989d9a4114a7fbd29f05616440f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea9eaf0aaa35768264f54d363190b42f4ea9349758963051da57d925216f0e5f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c837ce5409f3e39a55a5c249d5db1cfb8c40b85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b668b717f5f75da8922ff59f38f2740fa6edb4282e90e7294d315fa223ca436d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59f7bdd19cd14937a5c6d57e149d1eb1c5d1ec7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5104f1db4d88a6c8ef2a1e58e4caac645a20661731efdf22f928eeebfd545ef6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f57232d59cda7b31fec5ffddfaf2de814298b4f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be2cdfcc499066dac5ddcdb36569eefa65bbea7e25207ffaa3d95b4ed14dc7cb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d5e6ece25715118f4d5434500131f689e66d376 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da83fa50050839f146cd7b876242624788642051fd8157e756b960bb696618b0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..972928f4f6dedb5af3a988de638075bd08f28459 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6eeee4af7d5200192b8cf6526fa79ef1dac41b8c527b241109592bd76e97647d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c94932eff80852d3c848027987a0e8501d65287 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71dc50da009ec76c6363250e48f8087d6479bf6af4c6919bd3605abdf88d742c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e301c8332357127a66d62aaf6456acd777c67eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79a40a2127a5037f2dfbf5a456d1472fda5de76778d5d5daa37f7180921dfb38 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4c0b296f45a5b670fdbc455ff4b69c20d8e87de3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ace663d4525300540ffdc93436f1c454564fb8145687ff2904c5d261c1abf490 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aff2f592a900ff5f816e7b1df266781e1418891f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd3a7b17d02b1ae1a9b90bf438012362e5c1a9442d11b32314a18da88a8161d4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8ac326ae3f2d2900bd7cc5601463282b45400b0e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7aca42b1cd296b06e85130dfc63778c063acf049e5c0162739825155fdb4b7f7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4fcc948daef35172d419eba92e336480ddd9a08d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fcc1a03b0b323a184f70e0f768d0865b976c4df4388caeb8227ebd1672e2d70 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..389499530313c85214bb3d8ddf84a00a2824712a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:70d358de564164689da1d7f0d08b932a48e60d802331caf4a1540b8749bd7680 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d0fb5f9f9733d24732fe9eb88495b595c3b0a15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4f61399c84337abed3ffc5a73e58977b5a2044f00132f6e2349ee23b0e86a09 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5f71e73a9236a24a6455eebdda8f92775e1654a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c99b99df598183179227ec7427108fd295bd52b405b1bb9e35dc531b82a2cc34 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b37ffef8b6b3f139bb9139d4c7bbf2a86e9c057b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59b071d3e02d35b1912cf26432d7c126496b889446e2ba072f8c14cdecec903c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13e9f5bc47621d39d97251fe75251fc240cd4bac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4fece0a35198815fb49031cb84a5ffa5e4da5338f24dccc04ca14211c057f26 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a550786124b21b3a139d16140ca8a9f963cbf13d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86031effa1e39c974c40c8fcec40136b008323c99bace93c0e236feb95de52d5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99e90379ff08b530657858f0b883b8db3847bd71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e131bab41288f06a6a835073f1bb3c149c2fea7bc4f2155db65929d40a18bc2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b178a87cff8c2035fef3a69cc1bce73c47d8bf30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43b9cfe80c0029c2d36744904995180c8c3bb0c47fbcbb91c1c587af4fa67c68 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..42d014a901c6aa3637c27c0033d8e09c70809d56 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf52c339635de1c28597ba8f88519c3a78979340f9b3315a04c3beb069be1184 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a440a28a3afbe0d11e3784f3789e33e7effd6f03 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0dc977cdb9feadddaf958b3e9d938e6113a3bab231f021a2ba31896b9683949 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..75d545ebc585df682a803394950c9eb36a65e5cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:139ae971abd4dd38beb744e5924fd2b132da021afc6a66b5648246cc993221ae +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d993551444081215f7055821fdf1ce30e1d6d9c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:108f992aaf01a43d7290803747e582ca3c0135176c5ca48e041c3dab8bfcccce +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..98f7ce5036c73a245aef33eaf0008b9f7775e9b4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:854b36c2c88dd76b84c9566b09568aaf5f304334d02992416c3d0beb0bf46cf4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69fe9cfe1e4255470f9f9c950b490d1c4175e82d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:542ba1e4cf071c60ef60354f933a1e799e9ebf96a5676d101630c609d7617a11 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c52bbb6c9c9d6981d8609a2e53022ad92855b4da --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a15e5d90694922d648a8d5e95693d66dbaec0d9222e3e9fd91236e5364181781 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..363732b975dd98e22f606a114599f4ea05c1643d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da0c4dca82ea2eb275b492af0f6c282638ca29c0d698fbfa59e2a0943c8b6aee +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1dc800c9c164d6574d25d6e78d5c59fb9c4022dc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e69497bd691f3e58a6240113bd5092bc5d0bbd10b913eb530e13bd43b732545f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..33fcfba4787fdd1ac6812041913726b173e7e48d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:229676b8506c5f3c5db7fa83b2a1765e76ec665ed381af8e117ef90a36a1eda4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba4049a91196d50756a0a30a273a7eaa28f5af1c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da4b13e31e7e0596a8bb7169e987fb8a9a24f1a762e394fb35cb47c93ac699ef +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b0881806bbf9b83a3afbf9ba6fbe7090babec9d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:478be29bb9705702f069aa5881177f7bc19edd1b7e5881665bce33789e0fad98 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d24045c01f53ed2902c0b7914cae74e2dc7c1ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1736397f7426e36aec8f5028f3c545be33037a5a5084b0596f6d277b845b0e6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bc1c275009e6817a41328ab2031de7c5435d9b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c189cca3db317f333d1a4ca771ad3edd0f9dbe9e4a300cb0bae9dc8c712a5fe9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c416fd443787ea0a9609540eb57460eb0033bb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25bf6cc217f868067cd69e54922231862179c8ec372dcfa1374bbfec65c425f2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba44ac9002a6628f282a45c34c9376ad71bd5ee6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6feafe7f5fc22c0a00b1265b53055c53493e2a67f1c77aa8a2c975a754a772da +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..323f98c6d8d7be64b3c5d6febd2d2a2fdb65a610 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c4839c59a3488590d6dfec96930c02b6daf325013ec806255db307bdd91c00f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f803ad441c5a6f78dac510cc9f739b102dbf952 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a435e31c4630bec4a469cbbe43e321430b670f3b689c8de070b43d9f6c66dd48 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..172c5d14a96e77f1cc0abdbf05997924cdea3e21 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4353e9885c5f6668141c33e02d1ba7b1c32f4b4f2b6380744ff95248a5d9ef91 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b73f4a351ef444a3917c383b9f98e578dd6f6567 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea23e7c9ada2620fb3d80368efd87f4c949b2693636b9f90d2955c405e8156af +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8ef9a670e964453f709788e24106ffe93638e20 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e515e3c05b162417b5332782ed009566747d16b1bfdd87953ba59a41fe4bcdae +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f018bb80e9df5d6b878a1524edeb102c21f48f0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6544c60afae154eee5d3ad7f8422e09be75ef5befaf9c1e2b524dd98ea64a64 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c6b3c02456326b88bf1eff2ff58b1e0f3a42b2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b56be2c0be6ece4f630d2fcfade8a18c358d100166844a763db59ff494d8f6f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..65597154f288eec2bb0d1c708aca6f451fd8b1c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c4cc5023a9263684400eedf7ca7a478262401f69353b3b67442e739f9c1c9de +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6d533abe34546040ba92e469b19dcdbea3b76bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bce529418ac76341a349b6e9c7986e8a8aeeac4722079634a85eac3a7c34cdaf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd668f3546d9756daeb93dcf56fe6b585e125c71 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ca194e43b226e8728d1c0c35dd8c985b9982f94ddebafdfee934a94eb793177 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b54a576063d21290cf6019f98ffdcb0d5fc099c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0965c72a612f11b486723e7e5361bdbcb8e41b62842eac609c9166aa071caf9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f873b50391b915ac53cfda04f42e4838d93370b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0c13e1bb025c7841a454ee1f892584f5545c6fea2244e76d7db4f6e68ac14da +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16ca1c9f2b5efeda0a75bbfc938828904ec374ef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85fb4c3ac6a93f90944eaa404c9d626e6035bf01808a844cd05eba2e71c4f723 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e9f1f8adfa4dc7af0897b6800e9a559e827bfe9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bda28b71da8f3bc8153b9ca13b3d783e23713bed120181006994501ef0a921a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de41424e636ec4f9c1f8dd545bef1b9a2186d0c0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:467490bab1457388c7eba24e05cffeef9074e7cb3555d8d5dcfd88efdf321a4c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e77d6e0d21ce9dec977e9795404aec47d066f487 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:753914a5bd60dec95f4a7316d58ce03cd5325c2b5ef9359069ed22dda15651a4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18447c6b24afc3d19ef0ae5cc1e2c10c8e1f154b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfd8ca5fc52baba2c0a33b13b68172f3b4f9cb31a8405639b8a394df6b565dfa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57276aaad8d461e27d6867972a742317d6967d5c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b60ff74289a857c1f1b3107eb9c96fc94c253a766719c23ac30b6ab973a1d64 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c71da9d1fc47ea83827c0dc1aa9d8334ec1b11f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ef06f59a2f1d6f97cd6afa513b50db49b237ceb28668a587c71e73a5d85fd16 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3da8f44dcb1809045e861a2d2f8005dfa167f0d9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd62727f16d66d062a18f54fbe01f2d168b28be646427f9c8ba044c749bc50de +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9287ea3872ed7e92e8fcf5d0892a80bac3886c6a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d29d1c699f5d171819be63521d38d1203962b78b77c35f3acb8bcf609107f40 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..469c9561d310353476af9d26337d740f0b2316e2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c4ffc284aba2d1165b8ad4ba88cb9b422027dbb2ebb32bb6b7eb682849210e2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29e4eaecc5678c94977e2df25ec4c89cd9784471 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df09f9a07fcbcd9a8999123b269f0a5dae0b2fdf190de0496214ec493379c234 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed929824123d093d20786c5c4432edd825e1d0cb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d6af1d7e9e3f54d791252d6cde1f6819663423290f5eeb80f73f4edaac04cb4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..913c8a4dce6b7c51435342f2378bc343d1aa5209 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3dc1b54c9db89d1abdf4e119d074df4e8e553e92c3675d8a5c75f5633d482d7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d11f7e1686527949981048d5c4781f5fff20b301 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:465bd5102599784f3d6e56abb0654f87d94644d7f5afaedd83eaa96b7a91fac8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9555670d1a35762d7d6791e2bdac3cd73d21d7b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c69abbfab49ddaafd4111258f438d28482b5269b471a8bddf247a0c47f036c7d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d935289836a05b6c5085eac07afbe2bc03158fc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3b95248d92d6ba29207bedea5304dfc6954be71e09de1bc038f6fa66112dac5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..545497d58ee9c2b16d13776ac6309d9ad205068f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9d850ddcb18feba0e074c3f2a9b59ca25438f42326f0d230b3c9f9a88adbfa3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c4b2e5a47a583fdc5cd623cf6d9272442d6854e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff977ed158369f41c81ee2e8064298b2e8aa937232e0796385a2a768896abc85 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3017d675523748f335e6e5ea1bb833c1ac4d84c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccf5f2d9150a666a02a47a51e9b1536389f5eeb92a51e2b6134a5cf42602ac05 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ef2ffa494cd8d7c82436b4e87e6c5f08778c740 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b3bbe2a65aaf73908b0447ec89296b51b1bdbf4e723c1440cc7cda2ac07d16bf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9057423454b9528666a8a6ff8a6f22a8f2a6e3f9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67a670084e65c4ac852a7e48bed93ce3f5225aaebad5f049d1cc7d8bc5d99d50 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..560fd67dfe19047d508f9a53b09a1921bd9b7c25 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:142df492b5ec2c38f806948e45bc197347e1c986c488d47f9947c048e02ab1fc +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..99c7fbb5def68eb2d0ab54a42182909a85ea8aec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d86bc0660125ceea8837a3954b287462730dd6002145efe15a6be0b8e7e0794b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..942557732bc0a7c4fad8e900d26cceb13ed4e5c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f70514801bb708f872735b9a42351f3d74c4174cd85b8c945efd272d8cfbb435 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd1fa1a5eeb18504c1fd0e1c57a3149769156046 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38ad02c5259526c2c4fd9ab7d0bc96d37479b44114f91a9e26086e5ec627f770 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e75c1a2331dcfcc9cc5c798afa8d2158f5f0fffe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4dcb34131bb7e8ff8401feb9e096e69970aa80280a8be4de2173ebe8dcf03aa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe1fb21d2ae578006a0067345406ce4f82329110 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5f61e49b7360d5903f514a30318f9afa921a65093a9b8ec38132570214f697b3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4d47810317e998fccca1ea0dd519e5925515044e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde86065528fa2cc90ebdd29569063497cad79dcd95687b4935f2a9b785d925d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..94dd2877627771c1ea43d65e8645c289db6ac5f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a934f3c2568905543219094e3d9d3a0374ee34137a4af9b917b09c716e3ad33d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d702e0aede4ddd15c7dae515e672425411f0e630 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c88ba91e5a8fd158261bbae596be853c728d4340c31213b048aa83a161c3cf54 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..06c5d31fffacec823286a0d99de5e0068bf2cbb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45606845820fcbb7dc2e3aab71bc4d6e7dd259489c1468684caa23bdd7c0e996 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ace3b3922fef4db06d8e8ebf6bbea011eb3f2843 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bae6ecaf4f2a22235c6fe38d32360e1fa5a62fa4f120949729b10ea5b941d4f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..424dda52cc5cc0cbdc1f761ea5d1552dd304d199 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e0cbb654fde2def63d0f39030dfa0292b90b740b99ec661bd5d7da4b47cd8fe3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..378f2d71c28196e2eca83cf61aa7a643f4e48a5e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee01ae62755b3af77e13f1e177ca69319982c31d104dc2d1a0ea5b964313cd6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d10cc0ad7763c8266a619d8ac3396cad7fbeb1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:127f2f0440e3cf9626aeec0195d62e2e3098663f73ccacfdc9c4485c84bcb403 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a341805f241345ab12a98334d5342702363c8c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6acb445499962a5e3c916a13220c0704a098b8d61958ddb976f4d6c89282e62 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f789298c841371ea568445abd1d5c6aaffebce4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f86bf4d4bafc3d1e6945a17554a456af9bbf78274800102be3b49ac73834bfb4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2fe1acfcb10efb4fda2d339083b180eb06b14e37 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88f48b91c1f3938a68e7bab4189d0e54c20ef036b28b3b1a03f70475ff7c27a2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..110b2ed74c94fbe9a4a559d9c796e88358be69d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8470b2c11304805d23393295c4a9011f2670d3e5b433e1bca6e909b0d21424ea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..201300696998705be12148180d9535c7df240847 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37340608f30e65c559280521178f72ced9c77de464ccaed85ea7ea27ee1aca02 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..915d80ed01a78cc0d361eaf009268bd0f6c0e594 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72e821187bce52ca22e0c258a22e2d8773c03b80d96ce79737324d42fc674d1b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2551224eb6a86e719d69b24f15e4c6db82df36f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0bfcecb54bdd6b6406f6efff35894283dfeff540ee21445a0be0c29c681aeda +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7051f097224ff17cb69a107f282c99002c822c3d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dbf3f9139c1b7d5b11e2610d9bede27777ecc403d05a7fb2e865bd16fc69591 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6198010b2e485d3cc3709571ce9c0da6d308ecda --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e403e07735ab22cf5a5bfb0b20791ab8c98e837d13e5e5343f9c080e31c5c0b2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a24cee030d9b76cc96ddef7aa7eaf39b0d0a756f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7c54973b7bc4ac627c44acae7d743fccb61067901947aaaddafa4a29dd8e2b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c334017c6a852e3efba1d0d290ac2b4463217494 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f646aef741ecebf6bac64fce78c1384c9b6f5df809b47bc8661f202b40f1854 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4eb26b4b1aac8ab2250951eba79d7d279656a550 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24c8f96ede7bfa328a9606920d06bfb1a4e4b52a23c4cb35c51765558770258b +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e97c0b1b87c246d05d8c7614850eab467a49b775 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b30bb5b977a660cba3f809a9d5005f484dd2a30a3cc0503d829173e7077b615 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..007d1dbe2a39bd99ea4a5dea57a49d1340669e5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04aa61ad947e0328cbb6cf4fce14ef863f2845a0c0b014116ffda1572dd3a4d5 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3497f4acfac0f9025ccd4c75527cd37d8d437e5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3349cf11c998aea86a7996a6cc06eb016869f95fae96466b09f503220eeefc52 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a43c61ef34e512380d9398bb552317a8a28c1b1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9f2be3adb616b3d7caba01a0c777082805531caea8cf0a8779794fda613f039 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8b0ccd725112edf312ce81ebbd46db17b5d26e19 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa581d2e913f304b739ad03d8305bbaac1e3e1c8f084133a6ad1ee6054150e50 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..616ff98cad75ad750afbf41e514e0066f66ecf4f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01efd10cb4669d3355b0d572a2558ab29b98143ce635ddf602339c3ddbab0d27 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e86ab1e76d216c9b06bf55182807f4101c8561ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9081feaa7c8c33065f6dc4972b7a1f63e63ce4be1788e938b353021ca582f0e2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a01c47c6ab4b3d0add5d307e5339d24c7df37d4a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0066a93ad6f1c1ecaf7d8d286a990a8ebcbc481436dea3a52530838c7accbc24 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a976773a87b25549db0778b0975ca22e812b9083 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a96a62cdced24e5ae70865173986fde456f2858d0b7232375307d83ea1985e79 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e20a145b67924991879d1bc46b25c9c2959e153e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:387fdc31e8bc0092d51c321ecdb54073826e6680a34e966ebd97e40a6e44f03e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a7e721cc3ce3ccb29596e61d685877321b4366b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c09d0d95878d81042e96bf488de8646b03ad387b1fe480df607a97e29edf78d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..86dc542072df06dcfdadc503564ce6b41bcbd3d7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba6b7ceb72205adf4a00d60623e5e002345682682f2bc80ae3c35fcffff3b75e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d797bcc43ed6aaf12ba2c3dff4c4520428ddfff0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a6a6ed8bc7c97aab3248a1f271506f209733374ae725f1ab0af003387a477ff +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a206de0a2c6a742f0edaf9186e19ec20535bb302 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efdbc44e75d4700e66c365eb109d3ae479ba317dc4e0e402910d60bd968523ac +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc5994378d8b90a35e9b7105efc5d73876617891 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42f4e083fcb766e79b24e8dc6c5274294bd9c2851069388d14b4151c953eab5e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..141cb2a26f6f74419db83c18753b4b093d169cfa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56883f4986b0d2dee2eb8735e12f5672984c65dd4c30f1e8cc46fc142782ae4e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..85b68db10bc09c74bed5b555afcb252e661e9b03 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67d920f3dfea5bc164fa0e11649caa9907981b798d022f860ff2ddc6c009be78 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..17c74e08cd6bd6df17f324bb40a9a0c6667ec913 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0416847ecba7d749894746c9b0a7811fcd614179fc337c2593e7e67778631d91 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c4512b5975ed90c75d9bc6504ec3508944532472 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5aaa80b7f9406731af6f9971a61a9c1f97e00407015abd050c694de36be14c88 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a23e2d5c24a6ef7e33f3608b279b1a1ae7494195 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed86a7ed895cd490ea6ad4e54ba3642529a451d11769937b56588076d31d7de1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b13bd980c9d3bb81ae428c713651e286b1527cf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf549cbb7980327c3ec2de16ae9d35108e03689ef803e8cd0226f9e49e315293 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a129fa6835564f6f2e06d3d14d521903fae8c5a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdef6b138545939e5457bebe66b2657e6a62d7d0c27024614d56ea74e1564c27 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5e0633a104c41bfa94ecf5dd7c0930325214af5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23295d95817f76350801611e30c8beb3c5c7649d69654d6a9a694ea16556cc71 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..09eb33e77f03b94aa2ecb279971b7a35a7410665 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4036d0d486ae4b41245f9728ea0fbfbddbf8dffd202523f25c764f5ec2c86f1c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0cddd5e7d695685a9c5aaff9573fa94579791a6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2a13b3ae326e18475f56d43730a0d9ff1c623241e4709f8f32882b55e68e027 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b69937e48f60a08803da9bea3675343de9c1061 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c03a6c8c004eaba0f3eca23065c897c9a215ccdf6dbfffddf1208d4e92a8d3f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1101db47922138915e8f2d0504977decc21a6ce5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:770a61e833eda270ffcb695c50f3c7e55710fcacaf4bc31a048ddc1d514916aa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae0a9aff305c6c9b68bb9a4ff108087808a511fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9d1863bb30a129822de56962f5954ff3660cccb917c290b4dd142b11e8c727e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5123c72d41a0bdf5300ca7e439ac85620eb1203 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e67dc1a8bb44c9931f69fc1dcaf3170b365613c3176c59847880fb5f81d7c49a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bfa5549cca30039dfecec08d48a7c6545cc11d4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8584777ce56eeedb4c3c3fbddf6c5fef967cdcc67f6060eaa17deb688b55820 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..417a792fb94df34bcffe8a409d1e26793429d55b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a408395116ebe76e0cad4cac57c0d16798d7800f853c6c9b77039bbc2d8f9b0d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5eeed42f2628febcc95fbd7f765a20e061e4e60 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83545ebd8e628d826ad392aab7cf6d0835fa6d1a22272ed55baff711958a7075 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..639efe5655fa2e9850aaf0d1d5de1901366f30d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26f15bc8fde5ff66b3f9024500e600c616d9ede84530fc48d20056b2ef3d293c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..20897df9ca871e2de28afac3649a88862845fb04 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2412eb62e9d075ed3c84954791006019e7e59df7b9c47405c516fb8dd50dcb38 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f71ff8efb9b953f1af4ca472fddf8c6f4fc43dba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c51491fed626c9a25633375c64381de1684aa6cb59327713a68f69e9e6315b3c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0d6135d8d4aa3d0d545b9fea37b05bf6534a14a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32da41486671f1a4aea39b5465c96ecf06d6b4e65d5b5e6eb764c4adc28b47f1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58df186cc3d3c02ccc788dbbc32df60dd5fc2d88 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4670286d4f45d170f9ffbb650bd2fcfdc49cd6cbf5c236bb16c33804b9b5043b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c60d8d0efe980b7fc4281f66e69eead8a531d8c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c543e5d9e14dec3ac9229499990ff4337579461d891846e897565a8061282a8d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a4f56ee57a4b8ad4507d55cc16cba5c7a838c99 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40d9f041eba6f986bb97e4e7c2201a4c1e8c6cf21c6ef4995b8285da9fe6c1fb +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7dad6cd7e7cfb7a553f4b7c37617802e7283470f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30361ad6c73d23b8727112ded544530c02bb5e63fcbccff0b75415516aece2ac +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eed471801730e9897c5c87255c3b2095f4d028a4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b88ad857e1a479ab2c3dee9ac00b7b544f55385afe67dd54f08e38163251b8ab +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b608adddf55889dec3eec6a6faea99874c09578d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eccd87965c055dc02a8b6f563671495282be307827d206afbe5ef1a01261128c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdacf22d2eb8198b0bc4392b4c5ee3c8124fd761 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11400ca1764f783bf74ebde3ccdcb55855fb7ebfaf1af95989cc7e52aded1b9e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d5a0b972a68454e1b38ef841b5c32b759beb3a7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd2d14dab1a955ec39cec8ddef742fd1abd8db1ff141511b221514f197572a8d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b2f691163e3c4c2495dbd29a1984b30b250b6e7d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cc297d874377571a318a2f1b343d356b4ff4e56e909c6b3702e7b54d7f7ec8e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a7d17fcde6ff67e83f7c781b855237a32c85a427 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ced9427363c0ad21dd3795ced5c116b26b2e5221a5ca59e526060524b3468c2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a14ae79729db8bd0ebf41db76c6715888396e6e3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f74081e7930376ca7014ea5036063e384116aa46ae40076fd0fc10d1e4f5aec +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67ebf3e1d0184e4448d95f8c7bc07634177d444f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2db854551ae43318d87119dd6b1153f27db417e4a276d1b7455d6b0b5a9f6a7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0e27d92318db56d5d0304d799b571964f97229b0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a4084be5a903cd61a37942188a6d568b8cdfbe01d00c43b215f42234517df19 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..de96fd28bef6608111c83ce0beb407869068ea3a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c29a064bdb8cb9b031224f32cf2d080c8e9f11726af139d02e7331e98a72147 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..53b1e3854cb0434ac23897f61a5995b45c4a4f2b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6461d4f3a91a6e168d8a4ef15b3334d0885f304200186d3bb8192aee492119fb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..93f0028f13c48ec47ec52f2592eb280d52f4a612 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6ee45967f5d91da3d2cbc308812701f515f2ccdb9821ca620a727c30282ce70 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9f6bb6a52e0da9bbea32e658e01238337f47d34 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1592ddb45dd7d1dccec7b3162544dd7579562e60a2f3945b796b05f5f08ca798 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9c15bb9de0941048a3389619c121c203c316547 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2312acaef3d7e7e02345d94eed197e857d3d2b10c62c5544d98b3d2951001c76 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2d194e7815d0ed8aae3825eec4ea88ee05d6f1ad --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3f4b4ce94e6202208cb4b5533668bf95a16217819ba63cd525fe94e7a1dc128 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c603b5429123a9dbf011ec6f42283f3d3bbacfa8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4afec1f15b7153d871f2466fa057e6a08a090b20070235353f1def3fb71df5c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d3e31b66e8732ecddb19f7c39bbe3d0fb696eb3f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7dae8da64bd3230a78c7ea7805205f946eaa89f67f6b796bb6f472dd37dd8a8e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..73c360054eda880991a5f6ac743b9d4a180847be --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcad929bcfb0cc92025d101e650a094b8bef74b7d3da5352d1839d6cb26ba6d2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac57639e10a578f32ab14d4789a0a1bc106ce66b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f8ba99f1af2c82cbe7bd5e6599a74122ba02f048be8b0d05b66876322e67829b +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..db084cc6d877b43d4b3251a0b3ba0da683871c31 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c7692852cff884faaae689f1a7a28afac17188b62ad9bfd7272c26170fb7777 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..747e928dcb34c989d9a4114a7fbd29f05616440f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea9eaf0aaa35768264f54d363190b42f4ea9349758963051da57d925216f0e5f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..35376a68b2783a2451b88aceb7bbc847650e5e47 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38ab22aae75fa9999286f60c00245ba8832fca6c453a68954a4abd247c8071c6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59f7bdd19cd14937a5c6d57e149d1eb1c5d1ec7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5104f1db4d88a6c8ef2a1e58e4caac645a20661731efdf22f928eeebfd545ef6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfc08187363cfb64fa2fd02e54cd22b76bc93bce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e6b7baba2c72126009e895d3df6ef88a90e0f094eb5878e101117826c34e13c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8fe60fb3038d3303bc4cc407751b6d7f635d54ab --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51183d4b16570868a341b63d0d173291cf7a079b27a0496ae3ebb957e4455abc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..47017ef19d27d139ca2e4a22601235d885e61267 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705c90585f711ccb3b54ce0d92134009c166a605ee95208f98158b6014803433 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..44974067b3ce68ec33f5d3faafe0cb5901df4100 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9563ef696fb34ecce0274a7d25adf4c0c06cf60d36103c33fce12a1eb09a9966 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2da5ccf791f1fa45ddd4d911a19c281b0938718 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c02e7d0129d7f8ff2c04d69001c576045e4109c35e233b12cb11ec3e2cb7a5b6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d86ec13623abbd1bf6a8262083080be123963f09 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d16e859177375bae3a4736a627eca5999366f487d040f6a0aabb3e85bd5858b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aff2f592a900ff5f816e7b1df266781e1418891f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd3a7b17d02b1ae1a9b90bf438012362e5c1a9442d11b32314a18da88a8161d4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..810406e99b8dd81f50ffd4a1698a2807fc86afbb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6f18e399168d710976aa7f7b8ee307ebb68c423eb9d73fdf71578508fcf7ced +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d273c6133ed75a57fcc5eef2ef34b95ff8628bf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4078e7551cf137f0148b969916b9774e1f94ae06a0c446d84e07563f3506619 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d833acf4c47ae24a85812bd40e6813cd5ff0eda2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccd8f6f4b9527e4ebb91617d57c81d85a575770877d1a0977189a289975302ac +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..205b1db2b19089951c83a0e70842ca6e6ff8d585 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:438006e9f46d6e1f0ba7ef455da688fb939649f2af517fcd762773f2770d514f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..407f072e733b1b59108a62bd8616c33ddf457a6b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0476df27307bf435f5265dd648c30c3e93a6b4c1788df07c1d95ce011eb19fb2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..87077d0557864e249af04eb3dfe72913bca4fb9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f772d92a2d31b4879e141eb49401bfc6c1779181bcd3a3730f4436aef8fb4ff7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..13e9f5bc47621d39d97251fe75251fc240cd4bac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4fece0a35198815fb49031cb84a5ffa5e4da5338f24dccc04ca14211c057f26 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e13409b3709e5e86211f6a804f8880f58d62eff6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbadabea6133e67f2bfd5559285eb5d559c27bb714fb6b858ede3f86c7d90b22 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bee3558659b5b916dc483383c947bbfc7cbb9449 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e90f521903a05348dd56e44176854d936dbfa77561cc0e6b54dd8c1ca756fa28 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b178a87cff8c2035fef3a69cc1bce73c47d8bf30 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43b9cfe80c0029c2d36744904995180c8c3bb0c47fbcbb91c1c587af4fa67c68 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70caa9a6957e410189a407cf247392bc076dcace --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bd93865102602caa33511d8976b1c5f0161db58fe2c38a496d5bbedcecf92af +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..40163c1199fcd97e22110abd854118dbcf2c03ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b67f7a53a31a1d594dfbb23aa1ad9d1ffcbef8828c46e04cc2863d2c937c5711 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..16564b983379f0594efeefa9e5fddf8b2db83575 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c9a7ad33a2753d268e9b411a92ea5dd68dbaa7b858d8edf79496b2bbdb9e286 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d993551444081215f7055821fdf1ce30e1d6d9c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:108f992aaf01a43d7290803747e582ca3c0135176c5ca48e041c3dab8bfcccce +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff8629de6f7ab4918ba51a9bbd477db7a1692824 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69fdd0d6e39a98e3431334c02f5d04adea7ed1c229bae32e4aa1a8e311d4d0fa +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79230e22165a7a58361db49a68cdd6f00974bdc1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ccc6734ed3a11649523e618c3983f2127aac99ffa33b3ac6f082bdb1ae94e13 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4f8160120a88adfab11f7d3c0457c57cde8e37b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:328cf2c0fbee2d05e08a7b832e0547946cf1fa28a2d5c402a173c6893e09c98a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82879f41767212a6c7e3a077067c3f9985efc6f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aedc67ea20408543c1cdb516727e11675ad46c61b176084ce8a7b13aa7fb7e6e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e35c24c101e70c30f59c0e30c34bfeecbf099f10 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ef6a8d1bd5bde1b7eb3233a89317d452b9a7a2b2c91792411c629e2fe0464ca +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d688e13d961888798fc560bfc48780578a4065e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:146dc16bcc5ba864ab8ed95f63414204ad24d1ab672b4576f0fad3f1fc26f729 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba4049a91196d50756a0a30a273a7eaa28f5af1c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da4b13e31e7e0596a8bb7169e987fb8a9a24f1a762e394fb35cb47c93ac699ef +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eea6db0f0196488fdae3a3c3a6d610e8ef15ddd4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a5edabbaebb60e947102a5fa60e2580117081d4d231ce8aa01caf926007c372 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c2a7e0adbf7a830a906b671b4710476f1f1be80 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0be4c2f1d1fa8930650813b353fee2520050f710f2b961ac4de6288fa14d59a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bc1c275009e6817a41328ab2031de7c5435d9b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c189cca3db317f333d1a4ca771ad3edd0f9dbe9e4a300cb0bae9dc8c712a5fe9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4387a193f1dd71f511568fc893b4c0bbd7a24a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:659116ca3573466ecdac04aaa5ecf4ec824a83ef9df389fd2934304c7802ca44 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9661481155c07ce3091c8e2d280522b86dffbe6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:346bda9d3fa321736780afbc18369e252b1ed57f1ba7c5594910c5c932a27463 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..624c5705991f5766443ec37c93873e3f9589d70f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49ede80b33fd6edd027a846affbc7a1c120c12bb86923cae4225585e9626e839 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f803ad441c5a6f78dac510cc9f739b102dbf952 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a435e31c4630bec4a469cbbe43e321430b670f3b689c8de070b43d9f6c66dd48 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..36dec3d80897d9b259dea52f9aa7e3dceb6fd21f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd59c10c7553e5be78299f2f94acded44974f5b64b1aeeeb00a41631ebcd73b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a68494f565e0780be288b8a5ba7d1e73fcf459fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:222a464bad0102752df41ca8da1455f0f78d54385b0b786868b54dc94511bcd9 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a408ce9815d402f75864b8040f7f638d5f8eb442 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df2ba30d8729d53fa5c957a1e6cf9074d9513d42f0cda2c4635854689b0a96dc +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b33fde7444c8ea7bcf434b0a20c964f97d6ca49 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8bd6b6a987b774015b9673dea7cc530aa15d44dc34bc79d36df018e92c051df5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a51b9b2e9765520c10a7c3fa45bc57f2234846b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ac415d8a018ec1dea0b6be5d13c4561f7044c39cad15f2824e90d87f45d4de6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e587b7af2981ba415efca574989a0583f46ded2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a3098ae5b0d5978e152f34127c6c56cf8d7cd71cbce3bb636f1b886b9a5558e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c6d533abe34546040ba92e469b19dcdbea3b76bb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bce529418ac76341a349b6e9c7986e8a8aeeac4722079634a85eac3a7c34cdaf +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59bb4c36f94cfd223a214c8cd97e6ef90961dfcf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e2703d510b6126adb5f2a66d731929bc68d91fe13e01a778e4a0b973a87c748 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fd35093734411f6823f15bd531d911192d1e57b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7369fe274f47e39ce5072a3151d922c8cb5a9eb3aacbc7bb387fecb4d2ba1c3 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14650eec9f69bdb462328cc26b4bd7e2c66f972f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb9091553e1b42a3e810978f613a50c8ab4dc99e069284143e0920b1da4f24ea +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..887e4b3f3ca9fdcad289e25231ca087c26813328 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17c20c0d4e5a58f30ea5452299ff543f69ef8a295260195a1c96f67409934124 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..58fc0893da49eea65c9b0b0141276cad6276d554 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80b1d7825bb4da12274d4ee2950a80595caecdc4904db2a7f0bb01a982597cdb +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f69a0da0fb8c6fee0e698d92dab8a223898f89b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54c803f7f8bfd0a04ff09ffd7b98c78d4869a4cda51b0f8cd5491943efc02634 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e77d6e0d21ce9dec977e9795404aec47d066f487 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:753914a5bd60dec95f4a7316d58ce03cd5325c2b5ef9359069ed22dda15651a4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f613fe39a4868ad72467ed56b0c9fdbdbcebcd28 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e8438d93399283d320d1d0a3afe061e2b44c48db69383f43616678df329496b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b966b1b1c6af9a27b25f301c8d8d5714f99dc22f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca31051f343ee862f1cedaf93e6024c06221a4aeb666d4f7c9cbf6db0fdd0350 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c71da9d1fc47ea83827c0dc1aa9d8334ec1b11f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ef06f59a2f1d6f97cd6afa513b50db49b237ceb28668a587c71e73a5d85fd16 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..952d132f12a1de2934bd068b62fc7fc01a259aa8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ac2142ac44a9103cb6f56661ff4c84baedd3644f57feb1e86602e2dee49e456 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..414e318eaca698ca1410557154e9caaa4028e72b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f5547b514f4e9e9b48cf09731034fa21898207f19bb99e21f78ee101f097aa3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..207244502d35762cc64a5aee1fea57c6cc81395e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d04b23837a163d3372e772b745beeb4479011655c9ba74dff9bb3be3f952c39f +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29e4eaecc5678c94977e2df25ec4c89cd9784471 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df09f9a07fcbcd9a8999123b269f0a5dae0b2fdf190de0496214ec493379c234 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..78ff437c33709806dbff0d27a6f4266da9d6eb05 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32bdfaff65691d8df67e20cb601bae7649bd434d90b2564b4a1d03451cc60153 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f21d6a4d10a209c40edf7bfba5db60698450cfcb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0da363ec6b5c16296bb4a2c98c0035f9c64627c8eaab149c3a1f5aaf5b2526e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf071cef4a7062fa21dab0ab1eca433a15ef2d08 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3918eb1534dce1ecc4da6d32b16ab12ecf062dec3c3fd3d07d6b33e74f6c45c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcca4ec89230c94016a34d5862c159bbfdc0bd1c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eced8a2aec1f524777217ed6dcd662143f615632941f2c361749d27ccf84c0a7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9e890dc251a22be22ad958dd44b7774183ced45 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6be80f79b5c5afecc8360687f2d046c2f39c7a3dcfad53a73c81882a9167ca94 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..545497d58ee9c2b16d13776ac6309d9ad205068f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9d850ddcb18feba0e074c3f2a9b59ca25438f42326f0d230b3c9f9a88adbfa3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7c4b2e5a47a583fdc5cd623cf6d9272442d6854e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff977ed158369f41c81ee2e8064298b2e8aa937232e0796385a2a768896abc85 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cb1771520c0f2f0041bea1b843d52d3fb9bcd9c3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7034aeefa8a5d9d99d0ce895dc851421593241021adf2203401ebeb259c4eb1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d79a4c34399ddc4674d8801050bbe6d2243ac53 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b11328761e064f6fc074fcdf8cf12b0435229c03c047aadf5bd48490d856d4c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e19f14243bb83aa000a47d1c89c63f7e1cc983c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6462510e0a7cff813f1593971335817d211cc05260c7f67119dcf59ce2269637 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1df6fd5ff9c7b6108d1dd32a1c1f758b8f62e543 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d194d9614ee1b8c11c1af6a7866a4b5a0ef0d6aeca47a3856006b126280aac5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a94f26aa464bbcf877d4e02bde5333093b52765 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d4fa14cf870639e5f09d6fc41cf5b41d6835edceb6d8398802abd2f0edfcae2 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dbc578fe794dc96ab805c743bb35fe7ec590796d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fd284a8430ff8e56b5ef6cafcf13f6cd33459143d16be7559afe3f17dfdcbe1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..cd1fa1a5eeb18504c1fd0e1c57a3149769156046 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38ad02c5259526c2c4fd9ab7d0bc96d37479b44114f91a9e26086e5ec627f770 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d35116a97b4aa928afcff9a0e5c4ac27fc8165e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06a9849f1eb4a5919ff48581c92eebda9b20e1ee96c80e6574a14d6a6ea5dd7b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d75a30730d8634bb73e225942ac26d27c37fbfc2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5838c7131b1a28384bc67466b857110625fa7991758760d7245278f64e99a0d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aaf8f2fbb62ee8aa08db3b62d35410c01e805e7a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09af15b95709d891226a670dd86489d316085721a7d05c25aa0016e96e239b90 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7daf5183464faeaa0aeb858d39acc70323f79dc4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bee3f6a0831041a9a639815b25da06481922e6046aceee6b3948917785f5a8c1 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5699636d19387b424613827dc72c17deff7e5087 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6887862b2fef22a4925289fc3b440dae853948a709f72b8188844434f8e508e3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..64f5d9e6da6504aa6570b0a16bf2f756e75b886e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b5e3f0a0038d34afb7a98ee0e6536d8097c07c63afa78b989e2cd189e5aaf7af +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ace3b3922fef4db06d8e8ebf6bbea011eb3f2843 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bae6ecaf4f2a22235c6fe38d32360e1fa5a62fa4f120949729b10ea5b941d4f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..020014c6354befe5a52cac67e1ffc460721bc4b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca9c8bbfb17bb4a633c03d1b9e1950183578cc9f39c24104468cfee98e7eadef +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..27110a58a832728e01b09051080da0e18eac4372 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:408eea001301af1654f031fa95b9a729a84cbf56c0f877b7058d58f8dcdcbf54 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..072851770175a4b0b88d3b930802ef9dea0018d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:176e3a9c8d60dc96aac598bb293021e87022cc4829c6e8c1ed8c694f8f6bc5de +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ffee97b1a890c38030247c1c9864df50f5a8e6e9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c40a879124267f64e16bd445c9973eb82b33a6eaae24ee9e45b45a7890925d98 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8c28148aba1d5803d15d7ebc3ec3a1a55c909efa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a8f6d332c340c8269cf9bb42ff7e1e8a18df413b56cf846961896ef1fe20cd7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ee1e4c25d00fd84369ee0f1848dcd5a4870285d8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:341a75c5c34f6bad1a4e510d1f1974e2f856e075d3d123578e9d72d0c3257ab7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..110b2ed74c94fbe9a4a559d9c796e88358be69d2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8470b2c11304805d23393295c4a9011f2670d3e5b433e1bca6e909b0d21424ea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b4263dcd2ea76b05bc48a88933a774420738b1c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbe4a8536b222efbede96d5bb91e303d4321721af6a1e4e5592a81881a78fb97 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1f6e712d232a0861ae757baf6c16cc41ad51f037 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1feb84946b83558313c0cd1507128f831baf732ef980fe110d88303839024a74 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2551224eb6a86e719d69b24f15e4c6db82df36f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0bfcecb54bdd6b6406f6efff35894283dfeff540ee21445a0be0c29c681aeda +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b14e9abfdc1536289df794b38e9e4e087e5c0d42 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee7dd998c56407375d65985299119540b120b7122c5698664c5c851fa31ff529 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..327dd6af0802a9b9c410bfe1b2354399ebbe2ee6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23fa60d7b39813133588d988fef2a1928b36b70027306ebcd76a0a9e9de89521 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b9368c32ed9e6a25b0bb6cd15256a03cf043a12 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4641b4e6392356c1c984bb0200fbf1d3908db579783fb951e28e832e599b36d1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c334017c6a852e3efba1d0d290ac2b4463217494 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f646aef741ecebf6bac64fce78c1384c9b6f5df809b47bc8661f202b40f1854 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/lm_head/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/lm_head/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac6bae3d67916c502a3a04ddede50135dee19cf1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/lm_head/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26c2a3d188d298b0d0844bfb2ff787e23a826e02ed5ae64cfe586a6743697962 +size 129155 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70c87085792c5d19f1d76837c787169a11c1a2ce --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f288a7c34051e039fd73f54fb95942a617405471151ec51ba83aa0c2e5beb571 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d4fe225a6ac3b2ffca73e325dfc4a8ec4011bf3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4036b7b2ed93ec17140db15cba53e41b6725c099f9942ba56e714a2a5499d3cb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b588d552c32656e68236b86d2afb391eb5ce697 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65656063770df6838483402bc7fe6f8111f27edc201f34ecb5471424ec2fd124 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6078eb728a8f3e18e1ad4ea40c1d12a186d43d22 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d5c9d407a0da336a49ed8b0c3c305d0a48bc584472aa9c3f8246d160a38565f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e2a96cfedc12a0019714d9b40cf1a48e1ce1293 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29b61eb01f3d37bd15988251ba92e6ee796e3e8bfa434dd7c7e8aefaeb96aef4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60ee11c4119774f3f4f435e314ec2ab92cbfa448 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:166de75117784a787d21def13d99d32befef2fbd8abbad64e71592e5f7512c55 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9351ff61461135b2119df9c37cccf8a22a38cff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.0.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d8e9d95bdada3305a0d332e5557c7c4deb950c0738a4f03a9fc75ece1569d03 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1262c1b42dd5777fe7701adff0bd36b36df58fa1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72744d7d7c8f9df11d6bb8984892df7b7e2815ed7dd172e71d45f7f847bf12d6 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6cefe56c22210517755033f30540e52b16fcba8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d228f5db723d073dc5d4947d0c95727299d56171e03adefe804266b51e8df87e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a43f8d7012e1a08acbe7f6ee5b995c1117dacd94 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2609a85835bda7ff2cb1ae7a397bef036c0fefda45a231fbe25b9ac839b0e87 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..03e01ee945be56f599b36bdcd740adcd4667a0a8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:705cdc8d95422134da412257ae1c54b9b1f8ce3d09c4cbc6e53a095d43549bd3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9a0510eb3d693fe7ce2e392e4d9e1c32f0b3426 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:61739e7ba78aa07a2993154deb2b824a5e715a0873b88fc704b2ecbe684d8814 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d46a65947caf6924039f4ae0b8afce5709dea503 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cdb415cf1b02a8f2ab85b9e0d3751bd0be76e65cd8ffa31a81925d4804bf313 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1307b1f0b71642918f135c6d28f0d926381732c7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.1.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7d9e0601a46cef70ac65f058b75c39c1e725fcfc7fe7fc8f3c0226f77a8110d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b8d8e23607c6a04d6351398aa89b007fdbeea1e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45904be51441dcc69bb1fef4ccf3d9bde07abc25eb0dc63b5b08a01933cccad4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fec86f1db68bc10b43f08a1435b52d4082905fef --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b46ac64b2b0b102d6e3f8c845419ad82263954e2b548c421fabf7b7a27eefcf8 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6d47327db265c4ad35a60fe3f338aadbe4d3b9ec --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:586591dfbdcac0ba3600698d896e132629d9223f5a6b3bf4528a14a28f003c38 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e2a397fbb5129b02776612cf3af4e64bbf1544d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2edd8f1db5e1b8fcf9263e218b5fedc375f6627886df5326e5105cdf916e715c +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fd833442ff48348e994a35f9490b04fdb5b7df10 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21fcc238329387528ad7ff43d74cb48fb70acb8d2a8ed80963d9f70258c510d5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d2c848b0e70e82759f5bfda6084eb83f6662c85 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:100c8683ec7e53cc5e2e081382dc88660ead465886ebea2db4c01a9a2a424c30 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9147bf35cd147bffaae2875f1d97988b48ae049a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.10.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9d462ad3be16a3581091054cde6f2edd1578271f8a837d8d624a813f55ab4a9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c87e6a60d392d4e2beef9f25fe8953dbc22c87aa --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a167f3db416d936765aa5372808d112435341e328921653d29ef72fca53c1318 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5f25cfaeb800745a5756048ba4fdc77cc713993 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51d2694f3456340d6c9d531774908952d1b41d5a07ece362ecacd5891c4c2bb6 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..89406e03605299ce7faca87b9c20fc6bf5ce0874 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9c06b57a47ba4828c8f5d1e850245d7db2b33b6958f5445c83a7491ea8d055fd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f68ce088392ab99cc4e9f3500836ec30a66477a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c5f50fac873f05097c9e336624b3d90bfd6d403add99836ee6f69d81cd3dbe4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0c514c8845a9bd7f762715fdeaa741c7f5121c5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6c1de219ad299180430d6689f08672140a72898d70f047044f8e9093d92b076 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3609b206634f86398b848abacd54a010759b5572 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6709b54693872506510aa8e527317218702b67d68fd7448ff227bfa48d274bd7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac58a843b52e49ea19ef5b53799a1a2057060cb0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.11.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c08c90b0e27cc8b2ac52acd5143fee4303b467a7d99e84941039cbd3a38ae0ea +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e83913695b03d7690f1c58977fd75166b045488 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:323b651592b4918ea286072e30458ef474ddad5b893b22a357fd70272f2ebe5c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..79258ee406b83703047c5a4dec9c75f40bfceaa3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc788ab64337706ad55b6137d5ceb8be1b11edf7e6060a65890ce45da93fbdbf +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0c768363144005d10c69cbc928c424e05f6dc23 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c732a52c164b4090935ce499d35245c227059c0764827dfd67636d46ecd8eed4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a52e75f191db5cb5ee68b0931c3cfdc3ce072e35 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e2b1b71afe695794682026cf3842dade5779ed55b52cb9525e3a816ab3dc1f3 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5d900b5a27dbfa5c163235f25210644b030d0bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b70090b06b4360d4a2106ad5487ad72f398088439f216f27cb241ace354cb7e1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6f51b32da95f02103824a4ab07ad91a8a7e79f6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8716a80ecad3ca579178db9d002d3f7dd69d451f73e786f77b1ea66d982936ba +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd37354286f1dd8b20f88f48a9974e8d67ab4c8a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.12.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85c004d1dcc4678375389e7d9d2cde38ebbc9c551b2d2ca192fb3edb9fdcfe63 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6b09de3bf5681b965a5ccb0a9ac60ba1aaee24c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb3dac2b0048ddb02cd478ddbb8820bd5e2d35c10100c65e93bf61a64cf452e5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3771e48a155404d668980eeca049cb0263dca44b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f572768d23c8137ed02c1889db807030dc20bf182821648a685ef4c349d6b8fb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f5b651691146f69d9f334db1817677dd88cdbb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da599ac6cf88ce97496b2818c182008d1896db08ddcf2603e9924f499c264c0e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7cf3a623bb9a90faa38b3594ef17500f6158538 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:119a06691d852f2dd4a2a0bccc4fb7d15ce0fadfdf1b1c5cb6d6579d98711bfa +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae135dba2311591f1d0caca7165195355814f6c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01d4d33ecb3639321fdd515b1b1446f2ed73059a1106bf3e95a7d8e452abf843 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1d44764bca6f112da885717ac206786700aeb9bf --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93ceb4762672969ab0c789d83d258cfc5812841f47defb90cb65f17faccb4b7d +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..45e641487b5bfc06256afb8606acacff07e96ab9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.13.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e738efab5b77d027a6aa899f38d7a836f2a3484493a005e5b6d810224211128 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..59818f07c887ceadfc0f9263f3ba6443ffb0800d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d3e5e7e06617c724829feb618d42fa4d0d5bd91f4edb378f570d9cc8943f10b +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..572a3e982418677761cd717359055fca58086033 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cde805cf76a543406c21349ddb0f3b8fdaf358eb3b4e85ac590e7c246a9b9985 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a5029e432830a77dc913a845f7b185114bd973a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84a88c1d5d0de2b7835b0c49d8fecb897219a87d1e76d5e9ba202cf0e6405ad4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e19e0f05b7caf8feb8ca7ba718c69fc2e95df8e1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae10b6ed931f86fe00f65fbbcc0cba3b8ad8e5fa2bdf4e4f18f281fe5ccf6973 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..288b30ae5c0a14e38192970474bec9185f640643 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89e880d2180f812cceb5546418bf7f2f0e5b6aacf7c4ca6ea8bb480087d09d9a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54b7b888a789ae30b62ed36fc42e54537dea4ed2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e3645730eeef432ab67c7a49f4704275802f3cb6411f113537cb5090fbd651 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d340d935e26e3da1f68727375d263c229588fbcc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.14.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad53154570fef407e2c72ce04a9b399930dcd700289a8d241e328ec1204ab019 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f1856b5f0bd6dbc6435acf4d0a49f11c981e64a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7947c5a73f17ff2f9cc1f8db18297f9df051b77cfb82a4c27424fbc3b5fa7e62 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..9574d8e4f2b2c1ff8272e5a52e4c14b217e3f7c8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79c9e434a8eb55e3e357beb72987efe96cbb3628c31bb40ce8a0f7aa8e1ef691 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6ed6a5a26efb12457f7ad03e452ad521d6845953 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:caf1a90f0641aa37b56388eeeede1519f662a358af26ec061c2b7446da005d96 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4af2392a07b011f2350af112e7c98800d8252b9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d549cb153315bcf68160701bd6ae3c8a363c6b6802d7ccca6f1dc694efa43d19 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..15ac3e4cbb9d74f2fea1c22b9cb28fd45591585a --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f04a9c6de78a7d58e955d201ffbe63b35b5990f6455ac248f9489aa38c9e3250 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0dc99ec28ec56bbda3e8d755fff06b5f0b256c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d695fc99c62ab79ed8bae8e619b1f64e2b4d73f5add5b24558365cd0cac3f549 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e40cd07acda26521f481bd00654d7de5f28d8760 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.15.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8fad5df5763ac086c7a8bfefa1c64cbcc18f12d99717dd1390e6a03fd20eb2a2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f2862f921dc3269894ed4de4879087cd73dccb8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0819e699b4b83205a50d086c161fb4a47cab98b7127c3d8961b5d114b4065d0a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b51c8389eb7e28562eff3cfee5f18aabf24b97e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59cd8f655dd79d3bf10eebf95d8a7c74a082d36cd13bef7b93409c08b3410693 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c713e3518a08c769010d0508690b360d5b78d207 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e28510cd44891cd1e0e0fd269e789f219b38a72444d908b6331b62ffaf4c8c9f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..54ae0ea0308ab8546efe661a12895569d64efd92 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9ec5d82d1b08c03cba9ecbeca067fc600ec47b080389106a17a0e6a4163d33f +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..39dd90b9e3ceed07ab6dfa260cc0f584d536e527 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c5218deb5ba44744cb6e1b62ca5cde47c244a63e27d8b96312ddb9ec71f3502 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ec89a7ac310d2574239197c67cbab2637a208b6e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72c99596433dd85debab60f9a54640e5b73b7ba57fb52297e9d2ffd5e8b6d2a1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb9276699acd2ac521a8e8112013edb380dd33c6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.16.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bc2abab2a0e5e4a4d6bedefe401452bc6d2a997896fb6551144abbdf87991a7 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..80b224138df8537a8cdd7d1428c4f9c65f43fd5d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42260b5aa9c6e83109a9f3cb5cd3f545d90071270521948febce35039062902a +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57ba6557ec8fe74d7ab11042922bafe0609093cd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0270a008becb8255c171053dbb4645ce93213122c4811b5416d909df19186519 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..547591fa296663d43cf87ec576e6601108b86be1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:41a1611c0665128feb7448378d43e3dc49dde81a15c603c045c004763780eeba +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..250131dbd877a068937dd74f02e3cee2447d2134 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b465bba3fd3038df476b4270c2fc22a6589822f6e484f20eb6932115ace9b64 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..411e713a3aaabf5f295f530ef7f46f76e6a6283d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:775464cbfe429131fda3ef07fbe258deb3a73ac670f65d223d104d93288b0c20 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..742f49534d16bff3ba47f2141fd54fbf9d6385a9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02ea761ff42921c00ab911bd6d3cbeeba29b95eecde1cf19667535864d33fbe5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..af814cb89f574b0ec2889ef66d826bbae1b334b3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.17.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b02ca7017896ba5b6121dc00885948e6b30e3ad70f7d44a30c9272a6b54b220 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b1b7da4379526848a721346081aecc22456c87c9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e788702d3277dbc81d64d1752c018c4cbdd4bced03a3d3eff906c40fd749a4a1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..da9d380fc79c45fc6234760f3843c510cfe8105f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6352011cb70f09c45c85d2d417ff58e87d103366b7afaa852ca0b1ebf6524c17 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..61374056d4b63f7fbdfe924a05789fa029bb6139 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ab9befd7f346483b96a33a291a4fbc2d57de71ff2fcd23f3091b9aa53a6ed36 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac1909957eed8583e5e18071dd123e6232abf407 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfa8a2a8a0bd8e43d0707af68e6318007fb2f6de9de36bdb80b84c2b79239175 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..67ca032e73821669eb79db105d2a1e5b619c81ba --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca0cee5a8d7bce88c9efed67b38ba8e423ee90934bf5de57fbb8956ee67bc881 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..01b6194e70251357e236b8219b0a9d0c106d3bb2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cbbc25c560a93f1d42f72b80e39080e5b2d8ae5ab8ac7fefd61b4378ee212cd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..347ece8cd648bb0a585ce6677df4b80d4c893cd4 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.18.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:abae702048becbbffd9b1f66b1c7c19de0f670a402f6e0d183ce8baf3dce8427 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c434326b65777e6eb4c9a6d7b11ffd0bb893c4e7 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa12be060e77ede82f483b4e05c6c13531d7b11665e68402d43cfed16de2e4d8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d099dd1698768f082d0c5c0e171e446db57871f8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:562c429068f09ea613bec1a8968e3ad1d1585fe9aaf54dec25b8a6790047526d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e4b63d22ad593d234f41c504addaf3d5a2f5373 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:91ed0531046cb393c25898824aa4a98de9f7096ef12033e4283d9f0f9abbab4a +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..116f3d18f374fe2170e38b04752d9b760d2729fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:18a4967aba7a2d8245bfcd88b9030481696d589348187f74df02eb2156f9d6d5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..ada5d8d5eb94ea3dc04e6ff2d949a6b7e09a06fb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11c1b596245c9dd39f82b780aba3d8f944fb635a8d4b122759e0619717881618 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..278bea28a0170fc637527014d33327627e2c3712 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59234fcefb47319a96ca3c6f79d1b5159f2903f563f61537a522f64406fd83b9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9dcae796d7a17949a69ae631e6e2a53ed4350c1 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.19.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b20b5151b54bcf699965d5f63c378b288e8cb59a2090569a1349ae833a616d85 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc93a3527f1f31e9e4d03e64c3976ff1b033c250 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bcd31d33047e5dc927aaf24704bfdf045673d66ffeaa3f11917ff8161211142 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..29519108bf874b79f718d99a94292fec943743a3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd924642263361fcc1f24a895fef4735c74468fd9530909ab16a557ba683b2d0 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa684aa851e15dde00f409d1fbcdb769dfa4a8d3 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcbf50f9b2ba56cd08523cb35206990eca1fd1184f98df0744f434a41410835d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..771f7fed607925c2cd3410c998b8946eba0899d5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9900b4927b2df4cf607b634c1a1a187421dc5b46d8a5ece3df4982d0a936101 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e3056e224e63f8c94fa184c80337c79e240ed15 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4b7d683d8259e5ffa9cdf8190cbd0ba8fb1716445306568c39c91dc49f39d89 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..a5dee8aa7cfbf70dda7d1e35516631656414dc4b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f51e7f79e714fc788c31cec15d25e762def0e98bfba5833bd5f78ecf651b5e8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..810cfe5ad6d1a2009f51d7299f7e3c8ce0ea8174 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.2.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ea0f6536430f082a76bcc03fdb94cb52008f8d106e96f9d57fd92a95d39f8d9 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..5e58906c011021662a0ca787b3696c75d11cc441 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eca3316ccb910139b1983873fefc4a31e2a765c1fd963b1cace6c10ad9e0d6be +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..60109d2945a126749e3749147716c6a29ccf2968 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36d48bcb6cd9d9e734447ebaed450e12fd60ce04cc9ec3eabb631adf4707958e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..933c27c58cf911bd687397663ca8a8172ae0e1eb --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:908b2201c21bfb99d02d4727d0e07969f840b458305b528154dff905c8bf249e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55f446151f865eea96812adae61f57e646e4e0c2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c67ad15fd9cc825cc85441dacc74f02c6d2fa478dc7fe6740d16b8fafccdd04d +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..eb6646bda4d0616afcf4c65de643ae919f539090 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f6c2e55ab605cb0fd40c62b63ad8845a028cfe99c8e0156d7c5d6ce15a271420 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4d0c4bc1eece5fcd3b20a23b2c7237a176a464b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8219e1e14832bc4e6ff245bbb035b7b6c604d6cd43c690ad58c1a41d7df57c68 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..57647cea4aa4daa7e05f4f297498b5aa959391d6 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.20.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ab10b843e846ea5dbce060750758484c858e2e04d9c23f33b5d8ee84d519139 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b66fd98bcfe5c74dfe55118cb40d09c42bcf97ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44f30e87f0342602b15abfce1971eaedb4e5dbd7beba3681f9b91cda72ec160c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f0d84fdbbbd15bf7bfbb23769c0aa26d153b7ae --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2741a0d94aea30ba0d27adae5183a37f41bc00e4b199cf6787a21f2941014ce +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2efb3bf4acda8adc72f23c1115b97670b975cb14 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dcb3ff164212d15c9ced179d1a90a5c7308e74a0c4d26585e928af0f1209f7d +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a4776be62d700616753e9e740d7238e6ab36ce0 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:070f1ef6da45b1df4e5b4da1fba2b14a974683dcd5f1709b7d13d1bd3cb29516 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bc722ceb410b962c7b045c29eee548cd5d4addb5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6d5d2fb63d213f8d86e33a768738e65eda09edbd8830c55057b257d94721fa3 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc1b191e2503236f8d308e6b28b32cd283f91a61 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca69bc4ddff4a9a77c3c9b037eaa19806b5dbcba01d6ba5f6b459d4bb481d17c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b257db27d08449419dc02abcbc744ab4f4b3684 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.21.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6167ad681306ffca6eb9107170223eba8299abd91d2a61fe3733019c3920952 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..18a914c13f67376fc0850a21ca2478845c9be61d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58f865752164d1b1922468ef296218195267a54130ef1a4ba3e2ea303564c8cf +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..55e66ae2ae632964befbde540c9567a8744cc247 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aa43df88ec2508bff68556fb9a412f07387bb3f5071da9353e86664d2a67b10 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf7fc2af11757bde4cafc28c411f637cb2421c8e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c07df5f41bad5feca22a8ebc7c467489d5cb2354de85029c216a498ebe67794c +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2e8af92fb3c9343513953dd5055981ea02f70bc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d84d284b9c240526e06d9348b12c87af5e79b89c49fba1da3e9f683f443b15e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7794de950eacd0349cbe5948c7a4bb35eff1836d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e405a5047314610f46f37d2a704c188c361d3980ea4b3f5bdf6618281c47a94 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f5b72a4d8450fd7cdd96f86d8adbb0cd9e61b745 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52ff0bbfef1774904e330c8026684d7568fbac0062de59248c90252b912179c1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9b0da9dd4ce96dfe61e39b6e8d7ff8907257b77 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.3.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a205e351fc46b066ed4f8b2ce65dea9781a9bbbf70c4a8ddf9a618e620bc2ade +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4ebfa54d13e283fa8d10baf4cdd77e983d6d88b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8325132fc9b9ab6317ec4982a7a640c0e70817c619c3b52a7731a4cb72e871b7 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..696def65d4ad31d0440b556c0da65a1da8f24ea9 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4a52e82c7f40f7c8bf22b9661a37e8f271e207530daeba0d59eee45817b6126 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0546bb21a21488a88bf7f32683852d793ad20448 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:50ee8e4b09006a0ecff206ba8afea14d03cb6e60ecdf5f58390f1a5b21d750f2 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4e9db297ae21b843a16bede89ee41f1f965520e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99854f168356271333b8fc54da6c5b0ba81f092ad055a65a954ab558cf712107 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..df602b8ae795790601a928ee34015443e4f5e443 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25cbbb4b07af62bcecaf5bf392e4f80dccabc87454b0528310c77aa162c3a7c5 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7e811833e4da1e677ecc10949661ffc09a9b153e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49d5fb66542669947284bec874052b4a746f57bc9d0701e942458840164551ca +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..369f54ab910d72c5b659025b1e2b2cea717826f5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.4.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21062eaed4bbbd39d3f3416fbae66bf9fcc94b38869d43584602e032373eb7a8 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..56df01024c5d4b06832144a6de68020792fe9a84 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f62f1d38ebd545dd2e10d86936b2e8b5cb5a23a54246d1cb1c1b87ae12fbeef1 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8658a6bcf7b5681a65d844f828a5fed03c5df250 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1de47b1dbf189bd8765a14461cdf18f4043446b19e836445abda83efd0f85fd +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4f316911453de969d07bdd1dd0fe143314951108 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ca310f6d4f3721818482b2758b47092b8dfebe0ab9ff120aed4bbcfee527f81 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..bda9ab11108f10f96e0a70aed854a45ab3afa331 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8dd339d1ad672cd735ffc16c85f061e908747640a62011bd35cf97435a9a54e +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4558de8b52ab397959253c5c17f819da4cc2122b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90af4a7f9c73249fb6e808124fb0366445b21b5b5f3cc7bf40a5f24f6d8ab7e9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..867b9aad40f32fb27b74da64e48619a318ff2e25 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c22af3a50ef919eea08a19d6e329a80cd5aca23e48e28dd1ab0395c816d57755 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..69f8c75e1df26c9c3f1982baf7ec7b60fc04687e --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.5.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b820c12fc5340ef3c5603cc5b28317656eaa5b6b7588f61dd026a2d2b729f34b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e7613f914c8dfc66b1cb4ff5c987ba17fc399bd --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4b8112110e7218553eb197714080c9c3914396847f811c45f21aa47be35dd70 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..684698f48b1ce2e71bf6d044b2169bc7a4b9d38d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efadccd3c07fc20fce0bacd5439f6122b6c348c2a19d0f814eeeb6e7c5c4d528 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..f3188ee1eaba3db2bd645bf1532878e7ab280dac --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b7221e11cb68bd1c7bed6c8365c943e2d5286dc952ee77916d72b2fa801713e +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..0eb66904dc0a3e5dca7d2817bc8d3dba212938ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71e868e05fd9cf31a47344c23664f916a9b32a206f5f062d4e37064d99bc2ad2 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1408bd748aade601e44a26e2347970f7d40eed9c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da07fbeab7650c31ced805a046f00de1660e547bc61244c8de8382f137519d01 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..31cb641c3cd0f47f2c720fa031fba7b404b3c0ff --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a15582d3880f64e66c682e6a99f2de7edaab178987f417211eeab45ed1bce49c +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..2db8287881a1b90de90cd14c212c5fe720c37ac5 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.6.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb3d27cfd32b3cab047182e54b77b5ce6ee38700bae66669b51588f5501bd75b +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..14848d337b9171ae91cd4302c87d831c2cb63d86 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31fa6eee0ba879e02aadcea2b3ae98ab74a0c3c6832be7a3c22230b86eba2fd9 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..3337e820b96e35940d51a7c7f79a8de2b5d7e58f --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b9da8191a6a8a0d8f8e2e7281bc7d27b05e44317cadb1bf00ab967fbdce8a46f +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..032d39a7eb0a14d1e0b82322bfcbf82b578ed172 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ef1d9acca18914aeec306da47ddb9892c775ac9ac356defedb081dcbe9b72ff +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f94ab56b8204d9d7d3cddfdb5c84fded7a32c0d --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bd4c012bbbda514d6e4f0e87f22feffb6b6689a088adc90e664616fede6ae0b4 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..895fe32b47273aecdc96cb333512af02e0bca638 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:887d6545afcd9068e1acf6ed360c2c6f8a999f734d7c72dc7d0a3366c8f1b3b4 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4e8615af29dd1e1054d426990c2769f4c0bc350 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cb7f8ca5f2a9e37f17c63720a946519e6050888089599bc84f54b73bbd632c8 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..e09678e7244b127baf95a9c86220157c330f18b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.7.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d13c868a7e6ee3efad1ce72d2996c2ce171de3d502813c901f778052fdcfddc5 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..d9b52fdc2c84eb774cab07a36a235265e484f900 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b836b5599a79525b1161e4265e7d6c424be48479e28376d9f38d4f36b1b800bd +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d99dec86c76780b404c62dd474a7f872fbdb8b2 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ccd0074b0213d3eee5faa8d42da1cc418db851e0f7f30169883c81eb86605cb +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..fdfe6bbcc0120b7a739948252978ae5d5b1a03cc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7df288230c94a302b8628725f4d4bfd5a6dd7635f87aa4c26b8126fff7c25d4 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..70b65d3c959ee0df66e391414ee00f1b18784855 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f99500729000e5179aed6f9a21c8aad55aa88e4c060bbb9a48b4df9897583c87 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..be362e8ea71e40d28cab819247d5c129e2453a24 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:118167e85ec76144753c2d4d3100cc694f604cc5d033bf4ae82f17909dbafc63 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..1efc0a66a1900bb1a9b61e56c9b1ef89f716d5ea --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74dc988afef85e3d84e70f0a08c85032e6422922d1a72ec8bd9f47b26aad4ada +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..82943d14b4646215fd3a6fa48350df319270f5fe --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.8.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4a37ef11e21a9cc06ab8ee9fabc248c5c73d38570fd5f6faefeb2f141a23ea6 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.mlp.down_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4df1fb64a4b96699222d8f31795002c493b63827 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.mlp.down_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ce79e2760c722e277720a2a6ba75c745e35c4b2d3189eb021028416638ad988 +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.mlp.gate_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..529bb87af7c61404b79fac5901dcf4de344daf7b --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.mlp.gate_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:803d000f48fe54d5a1eafe118dc6de062aa02a7e65313421ecb67a877c9272f7 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.mlp.up_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..4218b4656f27eb12610d95388457231f3016febc --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.mlp.up_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7e79283d2edc0219383f971dba39f76adfb5f95f858684d2c27ffce00875a99 +size 23683 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.self_attn.k_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..421867bf84b08596549764cac6200be4b3fbcb1c --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.self_attn.k_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17ad3c2ff63010c26ef1222e13307b3673d0e60f0c9e70ee9d6c65c597101e75 +size 2179 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.self_attn.o_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..8916fd5028e241c12cdf85e0364f30b87e0880b8 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.self_attn.o_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ba5d001f80d0b748b2ee4e7f95d511ee7722020bd1774699c28ccbe04f2a59e +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.self_attn.q_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..00e1ad852b48a0899cb00da7d6ac9db62b0fe031 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.self_attn.q_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7987396128497d680805f45eb347eedd0087d09fb8c359a3f386d437c646c3ea +size 9347 diff --git a/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.self_attn.v_proj/_s.pt new file mode 100644 index 0000000000000000000000000000000000000000..234f4583b03f349f9c89691b4c0675a2ca408a93 --- /dev/null +++ b/params/tinyllama/8/rnd_search_t_lin/comb_9_t/global_train/model.layers.9.self_attn.v_proj/_s.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cbf38a39c202ad76d9530d0647046b1a760da51f9383852a1c94af528d3c621 +size 2179