diff --git a/1b_layer0_self_attn.k_proj_output_representatio_persample_8.pth b/1b_layer0_self_attn.k_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4cc5938b3dce9182fd9f177c6780378592ab62ec
--- /dev/null
+++ b/1b_layer0_self_attn.k_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a5ecfb0707b64a9ca5618dc0b2c93ff6e550af2b55cc482498d4a830c52e31
+size 18360928
diff --git a/1b_layer0_self_attn.o_proj_input_representation_persample_8.pth b/1b_layer0_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..24efe7160efa0dd58f8ab2d5eaec7f0d59d67747
--- /dev/null
+++ b/1b_layer0_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab1af8bac767d6f0a52dbe34cb936917513f634e6d825527a4ca40efbc514cf
+size 73438816
diff --git a/1b_layer0_self_attn.q_proj_input_representation_persample_8.pth b/1b_layer0_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..100f27f423626cc1000ee8b61559429ba5996b22
--- /dev/null
+++ b/1b_layer0_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b89f769ca0feb1868276a154d76f07c8d2526b16656b6086ef11d4b55444e6c
+size 73438816
diff --git a/1b_layer0_self_attn.v_proj_input_representation_persample_8.pth b/1b_layer0_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..22c53beff6805eb7ee343d76c92f401e012b3053
--- /dev/null
+++ b/1b_layer0_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5797596e4bfcaf943c85412b52a29ffda9f40a74470b1d268b8bdeab8f55669
+size 73438816
diff --git a/1b_layer10_mlp.up_proj_output_representatio_persample_8.pth b/1b_layer10_mlp.up_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ff76c32b83020784bcf380a0d97f797a83b8647c
--- /dev/null
+++ b/1b_layer10_mlp.up_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc4eeba6001c7eeacbcdf5df6d20057eaffb8d366052d70278dba45a40b4728
+size 293750348
diff --git a/1b_layer10_self_attn.o_proj_input_representation_persample_8.pth b/1b_layer10_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a9331010c2281f76d218e387ef88249c4d65c4ed
--- /dev/null
+++ b/1b_layer10_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e2e5b4049177d9dc10ea933b0e93fa978878ed12ff7df708f6be3cbe6bea4d
+size 73438821
diff --git a/1b_layer10_self_attn.v_proj_output_representatio_persample_8.pth b/1b_layer10_self_attn.v_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..291a9942da4c29ac7f3725c2414ac70647f13ab2
--- /dev/null
+++ b/1b_layer10_self_attn.v_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c499efb46f3b09c0436d8037d5acddebc133e67a446cedb9ab73dbd443649330
+size 18360933
diff --git a/1b_layer11_mlp.gate_proj_output_representatio_persample_8.pth b/1b_layer11_mlp.gate_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..751a86c21d449b75ac14c8254964f2c107827bb6
--- /dev/null
+++ b/1b_layer11_mlp.gate_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11973d53112b1830d67133782ebb126427f70fa5e1da8cc831ae22c92d02ef7e
+size 293750358
diff --git a/1b_layer11_self_attn.k_proj_input_representation_persample_8.pth b/1b_layer11_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fad71553ef06ab4ea34b730352116e248ecc3d47
--- /dev/null
+++ b/1b_layer11_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6de95718cf4d52d59f33d47c1b73a2bd226702052cb6eefc51776a34d393ff
+size 73438821
diff --git a/1b_layer11_self_attn.k_proj_output_representatio_persample_8.pth b/1b_layer11_self_attn.k_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0d9fe31f6ea474688542688f5023c63f080c5ebe
--- /dev/null
+++ b/1b_layer11_self_attn.k_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42cfcd419ef01f770e397d53b55de3622f458a694a19f21cf9827880a7ce8b4
+size 18360933
diff --git a/1b_layer11_self_attn.q_proj_input_representation_persample_8.pth b/1b_layer11_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ed0638d62cb19f8a6b1a00ca774d3802d2530954
--- /dev/null
+++ b/1b_layer11_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938c81379fb148bb40204e2c9bdf1e4b69e04479abec55f1fb89b89342824e03
+size 73438821
diff --git a/1b_layer11_self_attn.v_proj_input_representation_persample_8.pth b/1b_layer11_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b9f47db0e531784c24b71ec571638ce898de7506
--- /dev/null
+++ b/1b_layer11_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789a366a7c1dece981700aa73fa2fd7152cb813440011f22367db8472c6fed3c
+size 73438821
diff --git a/1b_layer12_mlp.gate_proj_input_representation_persample_8.pth b/1b_layer12_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b13cda82b6b6d4263fe20666cdb7229693613d22
--- /dev/null
+++ b/1b_layer12_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd397d080f9e97eec74d91ba1e8f6cd58340095f8f2f5c2568584ce824cccc03
+size 73438806
diff --git a/1b_layer12_mlp.up_proj_input_representation_persample_8.pth b/1b_layer12_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..94bee1ec627b5cc64f03d683fbc807fee4c8d56f
--- /dev/null
+++ b/1b_layer12_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2e573f856f9dada6967983906f7430fd8d353bd7c3562c21124e0678d92fcf
+size 73438796
diff --git a/1b_layer12_mlp.up_proj_output_representatio_persample_8.pth b/1b_layer12_mlp.up_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c7186fa14287c128297d9ffd314dd56396cfcc5c
--- /dev/null
+++ b/1b_layer12_mlp.up_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8f69586877ffd0fa932ddf4fffbd9086d74da9d8c16dcaa243c2c55b9f0385
+size 293750348
diff --git a/1b_layer13_mlp.down_proj_input_representation_persample_8.pth b/1b_layer13_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a511b7efc2504aa34066af76e2eb73b75bf295cf
--- /dev/null
+++ b/1b_layer13_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4cc6916a2687c832b8c09f1c464ce26b393e42f12c73daa4d55fd7d99a64aca
+size 293750358
diff --git a/1b_layer13_mlp.gate_proj_output_representatio_persample_8.pth b/1b_layer13_mlp.gate_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c8ef1a95cd01b4da331cbce73c9218f7c512d6f3
--- /dev/null
+++ b/1b_layer13_mlp.gate_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1014dd1cc85ab3d68ff76c94040652090a5b1987be0c2217037ac230f1b76ca5
+size 293750358
diff --git a/1b_layer13_mlp.up_proj_output_representatio_persample_8.pth b/1b_layer13_mlp.up_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8fbb56b08560b33d1def5b8057c9599919a06ef0
--- /dev/null
+++ b/1b_layer13_mlp.up_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2982fca0b92a61d9e8beb6b92808acf72e9d727c72391fc26f3fca91cc5e9ce2
+size 293750348
diff --git a/1b_layer13_self_attn.q_proj_input_representation_persample_8.pth b/1b_layer13_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9f51dc5fd6d2ac825b35e366596fc5253666e8cb
--- /dev/null
+++ b/1b_layer13_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a257085cc64dc2af77c6e2c3b0d19d8290ed94dd5dee074b73a9184a00fad49
+size 73438821
diff --git a/1b_layer13_self_attn.v_proj_output_representatio_persample_8.pth b/1b_layer13_self_attn.v_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..410e6f0ddbbb2f1bae12509bbbf9dfa24a63cca3
--- /dev/null
+++ b/1b_layer13_self_attn.v_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ca96ddbdfb75943af35838448c3d88f8d9a4ea8b321398ff23b4e1da696e92
+size 18360933
diff --git a/1b_layer14_mlp.up_proj_output_representatio_persample_8.pth b/1b_layer14_mlp.up_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..28467ede29c8b92456532c593ac9de7cc66baaba
--- /dev/null
+++ b/1b_layer14_mlp.up_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72205f63985ad91c7f4254453ca9e7f6933e8b6a2ca251414a26372343ecf70
+size 293750348
diff --git a/1b_layer14_self_attn.k_proj_input_representation_persample_8.pth b/1b_layer14_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3b83d931777168bbaa2eff5450c3b78defc8d615
--- /dev/null
+++ b/1b_layer14_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4117efcd6945f2d7d33daec384d7a5c26844b76cf1fbc5e2a882570a7ff47dd2
+size 73438821
diff --git a/1b_layer14_self_attn.o_proj_input_representation_persample_8.pth b/1b_layer14_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..80a555078e51d77aa09c30a9e731916d7d2c4b15
--- /dev/null
+++ b/1b_layer14_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5dafa068b24e91b45d6a7065de7a6233702de059b496c0af926d28f7a92d28
+size 73438821
diff --git a/1b_layer14_self_attn.q_proj_input_representation_persample_8.pth b/1b_layer14_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a660666a90e0cec45adb72d18093487424e2623f
--- /dev/null
+++ b/1b_layer14_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ea7780f433cf8dd5b75fbeaf9f207bcd95ff879d2ca0d2a423862cbff72215
+size 73438821
diff --git a/1b_layer14_self_attn.v_proj_output_representatio_persample_8.pth b/1b_layer14_self_attn.v_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..67de14354e16f55d3a3651207204abed7aed979a
--- /dev/null
+++ b/1b_layer14_self_attn.v_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e989bdfd66e420c92a0230e06e2905a2d5f2215ac6891b4dd2fb2ebe5f887a2
+size 18360933
diff --git a/1b_layer15_mlp.gate_proj_output_representatio_persample_8.pth b/1b_layer15_mlp.gate_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8c0cd83695864be268403be3649f6b3a78380112
--- /dev/null
+++ b/1b_layer15_mlp.gate_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609e6b9c80ef2ce3e94c05be31e15176b104ccd5f8d4c954efdd4bfdc98d1b32
+size 293750358
diff --git a/1b_layer15_mlp.up_proj_input_representation_persample_8.pth b/1b_layer15_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c321eb95f019904026915c7878cbb41cd0c7152f
--- /dev/null
+++ b/1b_layer15_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6167eca1f4da813ec24956146c59e25fcaaf10dfb0a5d6531c8733c08d24701b
+size 73438796
diff --git a/1b_layer15_mlp.up_proj_output_representatio_persample_8.pth b/1b_layer15_mlp.up_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fab35971ba6920d7660ddc63f6d02d013f950743
--- /dev/null
+++ b/1b_layer15_mlp.up_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e76947eadd79cd32b9ec4ba85c1dd6caaa763abd59ad1bad19e71d66cd30b4b
+size 293750348
diff --git a/1b_layer1_mlp.up_proj_input_representation_persample_8.pth b/1b_layer1_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7e7930cdcf1a26a99abf4af2c50b628434857bee
--- /dev/null
+++ b/1b_layer1_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3948d290a9761526eec41511bd1b87bab3b42e3fa318679ddc640a5c3cc8aac9
+size 73438791
diff --git a/1b_layer2_mlp.down_proj_output_representatio_persample_8.pth b/1b_layer2_mlp.down_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ea8423962caefa34cc805fffb52a9828d2a401fb
--- /dev/null
+++ b/1b_layer2_mlp.down_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f974d69448328e3a1f125260183e8a125656b598a6b4126f375827578d90983d
+size 73438801
diff --git a/1b_layer2_self_attn.v_proj_output_representatio_persample_8.pth b/1b_layer2_self_attn.v_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b4f7e071becc89595d965d3b68cb3554301c5c08
--- /dev/null
+++ b/1b_layer2_self_attn.v_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf487a1678970023dd5fccbaba974a8304d45c094b994d88ea6182c5ecb76a3
+size 18360928
diff --git a/1b_layer3_mlp.down_proj_input_representation_persample_8.pth b/1b_layer3_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7b79328038719a107401e85b46c971839efe6e36
--- /dev/null
+++ b/1b_layer3_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889b7985f935e7c8b5e980fb7cbc6c2b9f6a1ab93b5f46e652fdc7632f2269f7
+size 293750353
diff --git a/1b_layer3_mlp.gate_proj_output_representatio_persample_8.pth b/1b_layer3_mlp.gate_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..db79c5643b69b2b0e228957c41de4a72824e8bfd
--- /dev/null
+++ b/1b_layer3_mlp.gate_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc257adee1eed61bb1ec67bce7d641601c3f40b534c67ae9199fe106ada7b071
+size 293750353
diff --git a/1b_layer3_mlp.up_proj_input_representation_persample_8.pth b/1b_layer3_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9edf5ecb35e3a63c0f33c4c1db8592641bdbbcd4
--- /dev/null
+++ b/1b_layer3_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce7b405aa5cefe4e876f1e544b6c4742595a6c959cfa87cb90b01f57dcaf01e
+size 73438791
diff --git a/1b_layer3_self_attn.v_proj_input_representation_persample_8.pth b/1b_layer3_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f63c364f2757265a93abc089ca0cf6d7592b3930
--- /dev/null
+++ b/1b_layer3_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252a8a9758a4298faa192f3a2dfdc6abedc5e6bd74eb10891efcd93d2779692b
+size 73438816
diff --git a/1b_layer4_mlp.down_proj_input_representation_persample_8.pth b/1b_layer4_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f16ef099a2dc5df64cadc0cad6ac6e635e084176
--- /dev/null
+++ b/1b_layer4_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b484b126fd131b5f14a8d2776be9b45cfd454c0a8f69e56461535c71ac2a0f4e
+size 293750353
diff --git a/1b_layer4_self_attn.q_proj_output_representatio_persample_8.pth b/1b_layer4_self_attn.q_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..eb36265683a5ccd54251f4b221c680de590340fd
--- /dev/null
+++ b/1b_layer4_self_attn.q_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ef9556690f5d0c20f976d558a1ec19fcb0d7d23f53ee3a08ff89c9abd96256
+size 73438816
diff --git a/1b_layer5_mlp.down_proj_output_representatio_persample_8.pth b/1b_layer5_mlp.down_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..194aee7986e964407fea4edd0699f72155779ffe
--- /dev/null
+++ b/1b_layer5_mlp.down_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afa3777b870673700212d8a7e8cf4d6d6db913819a2da02e0f226f38697a440
+size 73438801
diff --git a/1b_layer5_mlp.gate_proj_output_representatio_persample_8.pth b/1b_layer5_mlp.gate_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6fafe8ef3ad6d2357bf1857130fe642d68ca042e
--- /dev/null
+++ b/1b_layer5_mlp.gate_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf748abf47d8867f68d3426cb59aabc20073ca238157dc3f139dcdef0209d422
+size 293750353
diff --git a/1b_layer5_mlp.up_proj_output_representatio_persample_8.pth b/1b_layer5_mlp.up_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..91eb8b44f66bfcc1f7bbe1be25b8b428947da11b
--- /dev/null
+++ b/1b_layer5_mlp.up_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9618cbc67ce74d049e460f0f6f99a96a4ce1f0cfff692d589557a4a8283429bd
+size 293750343
diff --git a/1b_layer5_self_attn.o_proj_input_representation_persample_8.pth b/1b_layer5_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1d1ab88753f5574ddc3c94e29fa36870b37faad3
--- /dev/null
+++ b/1b_layer5_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03c4a18ebfd2e335af4b6e121bb0998a4ce1f70927380ebc450d8cce4be25ac
+size 73438816
diff --git a/1b_layer6_mlp.up_proj_input_representation_persample_8.pth b/1b_layer6_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..549c2847ed3b653d33aa37461bfa2442113995b3
--- /dev/null
+++ b/1b_layer6_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd78a88e3055cb456b93a9e6b19cbdeb383df4ccbc13a7a96383cf26fad24d9b
+size 73438791
diff --git a/1b_layer6_self_attn.o_proj_output_representatio_persample_8.pth b/1b_layer6_self_attn.o_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..12544561cb402a1f18743c81a6f2c5c6d4b09501
--- /dev/null
+++ b/1b_layer6_self_attn.o_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f212da915e8d7bebda85f7187c8baa2f829f750b0dbc35e38308eae69c1a5818
+size 73438816
diff --git a/1b_layer6_self_attn.q_proj_input_representation_persample_8.pth b/1b_layer6_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c43f2ce53b366e646f7020f43b0c4f67f3669b4a
--- /dev/null
+++ b/1b_layer6_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8176a13bcd1069a3544456858bfc2a665007dfd98ee6506ec001bcbfef3a92cb
+size 73438816
diff --git a/1b_layer6_self_attn.v_proj_output_representatio_persample_8.pth b/1b_layer6_self_attn.v_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..68a13cd38d5d3670c2ded2cbfe96334101c26dff
--- /dev/null
+++ b/1b_layer6_self_attn.v_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c8f2a8c034ecc48959137997af83efb8661ccef02aff04ae4863615a72b8da
+size 18360928
diff --git a/1b_layer7_mlp.down_proj_input_representation_persample_8.pth b/1b_layer7_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3ce14af03b54cceba9df144d229d6361b8ad3fcc
--- /dev/null
+++ b/1b_layer7_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adc2e696fd8fad00088228b983049263b6b1581251a77b308b84cd11fdc3258
+size 293750353
diff --git a/1b_layer7_self_attn.o_proj_input_representation_persample_8.pth b/1b_layer7_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ded4dbaf98fb8502861880850e4089da9afe2d2d
--- /dev/null
+++ b/1b_layer7_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4abb9b7a3a3f48c022f4612c3188ea4ad1635bad795734d58dbcdf8011eab3e
+size 73438816
diff --git a/1b_layer7_self_attn.q_proj_input_representation_persample_8.pth b/1b_layer7_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f30a7115700bd4f42c7271b06c5898975adfca84
--- /dev/null
+++ b/1b_layer7_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d34450d8576f497dd2e2a818d8390fac5d3aa6e76b41b335c2af41d19bc5d9e
+size 73438816
diff --git a/1b_layer7_self_attn.v_proj_output_representatio_persample_8.pth b/1b_layer7_self_attn.v_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f6570a3efd5c18e1751be0b862faff182962dfc2
--- /dev/null
+++ b/1b_layer7_self_attn.v_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b993a10efadf1f3e208b1b523c4ff2460142c5508cc71572b652c657c1fe5e
+size 18360928
diff --git a/1b_layer8_mlp.down_proj_input_representation_persample_8.pth b/1b_layer8_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..75fcd3e5a2ee0331e8bea6e38e2b6047c66c0e7c
--- /dev/null
+++ b/1b_layer8_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64ca48b067f75cfdae3037f8bd1e1a761fd4c968bb06ed2e34b8eed131927a7
+size 293750353
diff --git a/1b_layer8_self_attn.o_proj_input_representation_persample_8.pth b/1b_layer8_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bc2c408bfe0a5cf2eb4b28073a8a00f06b71d28c
--- /dev/null
+++ b/1b_layer8_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48928db432f7fb4c9dd08f698276d87b4954b588c112b6a249e5a529528e3e6c
+size 73438816
diff --git a/1b_layer8_self_attn.q_proj_input_representation_persample_8.pth b/1b_layer8_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b5483442f14bfa2654d95d87ba5798565f5496ac
--- /dev/null
+++ b/1b_layer8_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5d4ee3e2a16dcc2a8433be55b131a56eb84587995b63ddc003275624f27efe
+size 73438816
diff --git a/1b_layer8_self_attn.q_proj_output_representatio_persample_8.pth b/1b_layer8_self_attn.q_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..315f54d9914b020767981fabe100875069dc72ff
--- /dev/null
+++ b/1b_layer8_self_attn.q_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c127b7c5e39b5411070ef306961fdf6854ae52d5e896df7cce3e677e30d230f
+size 73438816
diff --git a/1b_layer9_mlp.gate_proj_output_representatio_persample_8.pth b/1b_layer9_mlp.gate_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1f3749692eea539225935431a4bf9af38846b455
--- /dev/null
+++ b/1b_layer9_mlp.gate_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e017ee72735241a109329724e5fbb7d84dd3b98ef0cd95df7a3928c7879b927
+size 293750353
diff --git a/1b_layer9_mlp.up_proj_output_representatio_persample_8.pth b/1b_layer9_mlp.up_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4ff7225b4e8a38d9180558e338c6fe729330d821
--- /dev/null
+++ b/1b_layer9_mlp.up_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb92d536a7699785519c4f49532bd7dd3da51029efdad84bf8b037319bba701
+size 293750343
diff --git a/1b_layer9_self_attn.k_proj_input_representation_persample_8.pth b/1b_layer9_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3711d6f03780be5306873c4ac979b5a28c74830e
--- /dev/null
+++ b/1b_layer9_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1866d38a18f43c1236f2b50c57aa24a07cb05e1679c52b36e3f4925056bea99
+size 73438816
diff --git a/1b_layer9_self_attn.v_proj_input_representation_persample_8.pth b/1b_layer9_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..285b6a4f341afbaf901b93b69058a8e05c85cc74
--- /dev/null
+++ b/1b_layer9_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b3864e3fd5bdf5668c6f4d746067d6be3d045cbafe5d70b3c8f7d2d7da6facf
+size 73438816
diff --git a/3b_layer0_mlp.down_proj_input_representation_persample_8.pth b/3b_layer0_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b6611026bef89eb7c3977e459283e69c693671e7
--- /dev/null
+++ b/3b_layer0_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11dd687050fe391ad31f91f0a240cf38db16ab7820e6a42a2d87162755fba4ba
+size 293750353
diff --git a/3b_layer0_mlp.down_proj_output_representation_persample_8.pth b/3b_layer0_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4d587cca09b464b6aafaf7b1aedda37272fdbe43
--- /dev/null
+++ b/3b_layer0_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfbab39aaa8564b505ac7f3262c10c441553940865064e7f3d51e0697ce13c5
+size 110157398
diff --git a/3b_layer0_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer0_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2f3a069864a692c7780236d40e0d934e02aa9e0d
--- /dev/null
+++ b/3b_layer0_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f488707708208cb4d0b2e5e6b36980173d44617a30461a8cf046d12fcb9c223c
+size 293750358
diff --git a/3b_layer0_mlp.up_proj_output_representation_persample_8.pth b/3b_layer0_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..14c6e5f93551a88009245bd06c7966b1a13da46a
--- /dev/null
+++ b/3b_layer0_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635488f5586ba97a922e0100fbd9d6ed8e1f830d7f883da8763626d64d20d691
+size 293750348
diff --git a/3b_layer0_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer0_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dd55e2c97cf8be15a3d37b143475fe1e4f288191
--- /dev/null
+++ b/3b_layer0_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da95cabfda6173c8a113a3cad2c3376f5561cd2aed141ecb0ff3b95d554e8159
+size 36720229
diff --git a/3b_layer10_mlp.up_proj_output_representation_persample_8.pth b/3b_layer10_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c65042ee8e9d4b9b6c0675fb577b3e732b9b84db
--- /dev/null
+++ b/3b_layer10_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b50ad94606ee720e49570371aea5c103ff28a26262937f31b988815676dbcc
+size 293750353
diff --git a/3b_layer10_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer10_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0af9d7f588070d3eca0405cc6294d3dd2b1187a6
--- /dev/null
+++ b/3b_layer10_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec7ad9b2d34ba116132042951482de132f79bdca5b1faf15cc7bc4b10025230
+size 110157418
diff --git a/3b_layer10_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer10_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f9123f445ed09c20c7b6e441f9cbf4e9296629f1
--- /dev/null
+++ b/3b_layer10_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2fc14adfabd33100b7b14c56b53a4cfdf74d3da626bfc641a6c15eac0c15e2
+size 110157418
diff --git a/3b_layer10_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer10_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a0b6778a304662d2f6b72d503eb3fb4bb0ce54f9
--- /dev/null
+++ b/3b_layer10_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8e0d572558e6ec1aa12d3bf8764b2f2be574de58bd4f4eeba8da294f68c479
+size 36720234
diff --git a/3b_layer11_mlp.down_proj_input_representation_persample_8.pth b/3b_layer11_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ba0723b283d676efb63cc84c77045432abbe5807
--- /dev/null
+++ b/3b_layer11_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ee59a63860e5f967490eb05f1613f6b9de75c51d9646583c5c7a2dbf4449a5
+size 293750358
diff --git a/3b_layer11_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer11_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..04d203a3a6c15eb880d85c018dacb1b1c2377bcb
--- /dev/null
+++ b/3b_layer11_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8042a2ec66adeadf718f010f807867ac020df12baff7bfc695bd54a87649e4f
+size 110157398
diff --git a/3b_layer11_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer11_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7d766cb745b90bffaa2ad125ba9c32f7ff353d8d
--- /dev/null
+++ b/3b_layer11_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ca6d46d4186b0c03568d71e8ad74c10e065a3c75584cb3d2f95fc01d341097
+size 293750363
diff --git a/3b_layer11_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer11_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..245eed44245b89fad273afff644503cabb5e090e
--- /dev/null
+++ b/3b_layer11_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3623674211843487783ffd9c841f5562e8fdf4a4abbc8f74aa355414d85471
+size 110157413
diff --git a/3b_layer13_mlp.down_proj_input_representation_persample_8.pth b/3b_layer13_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..df0133ec473457a9b1439e584f75cc3fca40c110
--- /dev/null
+++ b/3b_layer13_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a953ef0d4b7a82b01f1006800241f061ec0a5afdf126213d6766d062f5fe5473
+size 293750358
diff --git a/3b_layer13_mlp.up_proj_output_representation_persample_8.pth b/3b_layer13_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2c54d21a7f336caaaf4447536f0552a2c5d39b01
--- /dev/null
+++ b/3b_layer13_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b5ca4de9c124e02ea03701c74ea343775fa22252f7e918e2d9133b2a3ef8197
+size 293750353
diff --git a/3b_layer13_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer13_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..de83d61f9ef20b8a3e03508b1a5c9d771f7a08fd
--- /dev/null
+++ b/3b_layer13_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a274c8b1a6826ad0b8043f1019340a818f14a218c35cd945033dc44d9fce682d
+size 110157413
diff --git a/3b_layer14_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer14_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b23ff262ef160b8db65ed9a95cdf2625cd937971
--- /dev/null
+++ b/3b_layer14_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e4ae3adf64833b7ca9ff973a607931ca47f3f3744ffec0985c5a0b64ac650a
+size 110157413
diff --git a/3b_layer14_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer14_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6adcc21940f97a0d5fc8f675b53e7fe8b2ccd976
--- /dev/null
+++ b/3b_layer14_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56785872f860ac78008dd3606edbf7bbceef200dc4010b8b08b9850efdefdb3e
+size 110157418
diff --git a/3b_layer14_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer14_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..51089bd793fe5cfd15db0318759911b3197b353e
--- /dev/null
+++ b/3b_layer14_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566139d9c0ee65510f8e4577cb4cfb12e25ee766f6b209bad73c186d50d24892
+size 36720234
diff --git a/3b_layer15_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer15_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8e8ba04ea7e162a7fe58a01f93a7276a2415a9a1
--- /dev/null
+++ b/3b_layer15_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e7de87b0e3876d9ec49b9ce97e0b5da5228be845a4a74f6f8d45222cca3165e
+size 110157413
diff --git a/3b_layer16_mlp.down_proj_input_representation_persample_8.pth b/3b_layer16_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3fb25b000cb36739f2c8945284af87e13363aead
--- /dev/null
+++ b/3b_layer16_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ecdc85bd78337ffe1ee552c6e6537f75450d39d5f70b4d19819235b2f69f48
+size 293750358
diff --git a/3b_layer16_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer16_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4f5e5eba0ab3686f9357c8d704b0d7b760b2a528
--- /dev/null
+++ b/3b_layer16_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e227fe574bdc2b4458ca1f73a970ec38a2d086d895b166bddeaea509d9350bf4
+size 110157413
diff --git a/3b_layer16_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer16_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6f16a35f67c9316d3762ce6081a3e9110c3db4d0
--- /dev/null
+++ b/3b_layer16_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f6fada75c3aced790aebbfe085369d53a4d423784878e0acd7f494ed60b7c41
+size 110157418
diff --git a/3b_layer16_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer16_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c0b3f52e428331995b288d9a5734a9cb25e30d25
--- /dev/null
+++ b/3b_layer16_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e810c8bc74819ea2ae49272e2faca4271240022cbe25f254e40a0639c2e2f1b6
+size 110157418
diff --git a/3b_layer17_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer17_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a072d13db50d933b399b23ae10fd1763c0ba2d7b
--- /dev/null
+++ b/3b_layer17_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ae22776a32584ea6990bf5270992042ba33149cc21a140eba323aabbce1087
+size 110157398
diff --git a/3b_layer17_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer17_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ad37d443b5e0351a9bf8a335e899de002048e210
--- /dev/null
+++ b/3b_layer17_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367228ddfc6d780e7b1c31916314db0f718d72db33e631ad57454c6a69eab318
+size 293750363
diff --git a/3b_layer17_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer17_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e2df2e5778e8b77edfa6f86b90d7723ab42ed8fb
--- /dev/null
+++ b/3b_layer17_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0026004e9a0773bf022e65dff3757bde8d12a8ac7da7c6dc8d58d68eff61bf65
+size 110157413
diff --git a/3b_layer17_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer17_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a89c76006f14765e528d2cdb6ae5bd7e3e6ed40a
--- /dev/null
+++ b/3b_layer17_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d1d72ae38c4303b85c7dc50f4fcab2600b40369dcb3cc2ea6ddfc38ff140d5
+size 36720234
diff --git a/3b_layer18_mlp.down_proj_input_representation_persample_8.pth b/3b_layer18_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0c35a4d9708f824aef224ef08376a8bb740e437f
--- /dev/null
+++ b/3b_layer18_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fba48c30530edc4af7f6aac6c4b99e7e32ee20f9da7b396ea0a8a052550e4f
+size 293750358
diff --git a/3b_layer18_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer18_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3951e1247b7142537526d8fd4ba903a8f6813bd0
--- /dev/null
+++ b/3b_layer18_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a744a881f7f5813b3085f99364db154c8cd1c8d845ab4cda961c67502bf3a734
+size 293750363
diff --git a/3b_layer18_mlp.up_proj_input_representation_persample_8.pth b/3b_layer18_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2fe36b95cdfabced6084d8d187ee35b28f4f2ea3
--- /dev/null
+++ b/3b_layer18_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ee21979422921b7cd480dcd364c1ec62be91ae79bcb44d5b0d309298229044
+size 110157388
diff --git a/3b_layer18_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer18_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..def41992d91b891d9d93b27c12454e05fb10f697
--- /dev/null
+++ b/3b_layer18_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350f1250c2cdc1927681db2e606207b078457807edc1414345cdee2f63810238
+size 110157413
diff --git a/3b_layer19_mlp.down_proj_input_representation_persample_8.pth b/3b_layer19_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..181474f199f3f548ef87db600f9817f93b567966
--- /dev/null
+++ b/3b_layer19_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a180c6b178f8357598df3d487e77e5b7070c2127f5a9b8916f0dd3da9d0c6fd8
+size 293750358
diff --git a/3b_layer19_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer19_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e5ca33aadc3bbeff6a51db23927c1cd4bfcaf132
--- /dev/null
+++ b/3b_layer19_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69601a7d783c48516c82eec133ffe77f4f8799adafbfad657997b3267a94276a
+size 293750363
diff --git a/3b_layer19_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer19_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5eb0ad627ea87bf21865f35f84ca00f0a41afb19
--- /dev/null
+++ b/3b_layer19_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0605ac6e1ad1b1a95dee68be1e4cd1839fe77443cd0cfac344e62ca9c6e19e0
+size 36720234
diff --git a/3b_layer19_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer19_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..377de00c166098d31691dc718cbc5522b9561809
--- /dev/null
+++ b/3b_layer19_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c383f4ed8b76179b1993ca571007c57dd95aedbca37902a9ee136350fc9de3
+size 110157418
diff --git a/3b_layer19_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer19_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..18cb1a5beb39878c93ab615b814a006c558ceb56
--- /dev/null
+++ b/3b_layer19_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece9b063254256e8a4fa9c00e0a755afbcea13789bbf1286241fbfee74a214cb
+size 110157418
diff --git a/3b_layer19_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer19_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f2400845cfaf371a658c7add9cc48c33d51fd2cd
--- /dev/null
+++ b/3b_layer19_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb91a05b1eb506e2747a41b2850427e04bff070096e5ed3b6d1b3761221c5d72
+size 110157413
diff --git a/3b_layer19_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer19_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..adc7f485a6302d473563026c33d18fc83d9bd747
--- /dev/null
+++ b/3b_layer19_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad40cdbf406b7809c2b606718b66c20ab30151fa4684f7eeedf5ef9d66920c02
+size 36720234
diff --git a/3b_layer1_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer1_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6d32363b257910c019c5e22fee832c5283080ce4
--- /dev/null
+++ b/3b_layer1_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8845e25adf5f85d54a4b9566be7e5ff53a393453ab7639f09568e84bcc1a4ba3
+size 36720229
diff --git a/3b_layer1_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer1_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a6402877760ba8ed62d0f688829c4226e20e3ac0
--- /dev/null
+++ b/3b_layer1_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c16981a99d41835529bdc9281c33c45c247002f633e6bd10b3307753086115
+size 110157413
diff --git a/3b_layer20_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer20_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..aca4721fa4d731bc44ec9f8ce7c416cf80f02f8b
--- /dev/null
+++ b/3b_layer20_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711889afcfdf1fc703937a5b6fc8375dcae748b9dfab1e56b8ef84c1319bd62a
+size 110157413
diff --git a/3b_layer20_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer20_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c6f6f6eb680776b3bbba7e9273c160143dbdda7d
--- /dev/null
+++ b/3b_layer20_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88f33e9d6a348049434e0dd04fcc2f71f0549586df9a9382820b1afd3b2a8b2
+size 36720234
diff --git a/3b_layer21_mlp.up_proj_output_representation_persample_8.pth b/3b_layer21_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4b19a6de658562270178bd04963334212b610e10
--- /dev/null
+++ b/3b_layer21_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2acad700e11449c3acd015967a733bc28d6a7b13b6f69af2b4458596102c630
+size 293750353
diff --git a/3b_layer21_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer21_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d290c48bd91333eefae2b9c2603347237876feec
--- /dev/null
+++ b/3b_layer21_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b422ac7994e88aa7f5494640a7f98b20c4df223e74885ebc6968771d9acfefb7
+size 110157418
diff --git a/3b_layer22_mlp.up_proj_output_representation_persample_8.pth b/3b_layer22_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7ac1aeb5544f0eead0ef5f685c300585b5bc423c
--- /dev/null
+++ b/3b_layer22_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477d07ee51880d18624ea123f8b20a77467d3999fbe219366c9487fe60584193
+size 293750353
diff --git a/3b_layer22_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer22_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..beb34c1b4b506fa0c4dd9f2f178045d38b77b5fa
--- /dev/null
+++ b/3b_layer22_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4f23e9e5495e5022880953e48b70ded772fa44c67af43b13c6973c0dce0f62
+size 36720234
diff --git a/3b_layer23_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer23_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..117d31c30976142d0084c4f08ed7ac94ae849acb
--- /dev/null
+++ b/3b_layer23_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5495eab47ab7f15c4bcd885b130e139ca4563c021c362d701fa9f854de02f508
+size 293750363
diff --git a/3b_layer23_mlp.up_proj_input_representation_persample_8.pth b/3b_layer23_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..36e80cbb0eb3d16e35eae53382d5a49dcc4360ae
--- /dev/null
+++ b/3b_layer23_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08e229859ac7972e9bb274fdb50b48f4a2bc5afaa9c0d2185c3f63b7627751f
+size 110157388
diff --git a/3b_layer23_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer23_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d536f6422e2f39bf5dbd8015abbc4ea55b49fb1c
--- /dev/null
+++ b/3b_layer23_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b5b88c09952aa5d2ad47b1b25fbca97359f94cbeb4d667c5098415cb2524a1
+size 110157413
diff --git a/3b_layer23_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer23_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7789b85f27810664cb49cea239f7bf0dd5eb098f
--- /dev/null
+++ b/3b_layer23_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4422d3a5b7ecd658a38b78332e5c0d419ded9652a2fd5c90c5d275fa14c980
+size 110157413
diff --git a/3b_layer23_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer23_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..07afa44bf2377d87b71c804cf102986af1f0cb08
--- /dev/null
+++ b/3b_layer23_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292b5b2eed8d295e13861e5fb1147a880f2f890ad8428f33dead5226057ec282
+size 110157413
diff --git a/3b_layer24_mlp.down_proj_output_representation_persample_8.pth b/3b_layer24_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9bdfd06c61bdfee3f0b78492c2cd70d59b80b615
--- /dev/null
+++ b/3b_layer24_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3658dcc99a4f7f43b91901958bc12c3930dc8f081870527413933ebf43d8df9b
+size 110157403
diff --git a/3b_layer24_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer24_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3fa44af5908a8facd2fbcd8757bb1a7b40fb591c
--- /dev/null
+++ b/3b_layer24_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d39a222f9f816bc6b366671701ceae8808c1c2dafa814ee62df6277fbececc0
+size 110157398
diff --git a/3b_layer24_mlp.up_proj_input_representation_persample_8.pth b/3b_layer24_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e66219cf2e0e0bc739684368fd385382845bf002
--- /dev/null
+++ b/3b_layer24_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b4f35047dca471633f1097a42eb9b3cccbeeabd317f1bd7fa12141d3a711e7
+size 110157388
diff --git a/3b_layer24_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer24_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..60889e24c52989cbbba2c21f2639137b6b68bf4f
--- /dev/null
+++ b/3b_layer24_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776c7e242b0ecb7ef44f7e11c608e429a48f7808a6be6ad475cad8f229443c3b
+size 110157413
diff --git a/3b_layer24_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer24_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8f72c6d1890cf42c4a0d3ab5aabc8e012bd51e46
--- /dev/null
+++ b/3b_layer24_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fc6c24c6515812e440c4e65ee609f7c11816873e09146556f87a762c563838
+size 110157413
diff --git a/3b_layer24_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer24_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6833a954cb87c9daa7c75b87098724d16593ba70
--- /dev/null
+++ b/3b_layer24_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6407842926b1d743d75c80e9af52d04866ed7820b9564e74e75147fff3cd72
+size 110157413
diff --git a/3b_layer24_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer24_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b4bb65ffd8a29a9120b2eb776bdcb3ff90a74f1e
--- /dev/null
+++ b/3b_layer24_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afc425b5cfca32f2a2ef520c53c4a53ef74012ce216fd0da6ab759a01f77ec8
+size 110157418
diff --git a/3b_layer25_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer25_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3159f24b676a5e362f7f38d6e312c7c4dc2d9bed
--- /dev/null
+++ b/3b_layer25_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f0508ac53132b2ab75cd05f06d8d0545718d6dd36b4131e560be5edaa0dd1b
+size 110157398
diff --git a/3b_layer25_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer25_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..645a6f814d0c5b086bfb89ed8d503b27ab2dbe32
--- /dev/null
+++ b/3b_layer25_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d14aba43ebe44f10d782510e00b4184c2202bcf5f1057912802fe45af1a14e
+size 110157413
diff --git a/3b_layer25_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer25_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a023c3c3cd3bcf5fa12b773ffac648e3669ecae7
--- /dev/null
+++ b/3b_layer25_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167c56e6734f3396d9b0370f233eb74306952725c422dac5b6e02fdf87c27839
+size 110157418
diff --git a/3b_layer26_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer26_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..671845d3a046a6ece8b19f01f612ed2730605ba3
--- /dev/null
+++ b/3b_layer26_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82496f340d021111249272fcad0d6c905f8d2102bdbf06af44cbc54ff72df1e1
+size 36720234
diff --git a/3b_layer26_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer26_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b55fd21d716ba5b47cb227fcdb6046ecb4cece73
--- /dev/null
+++ b/3b_layer26_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19dee5fd332cd4303693513e778ebc0ee7603e3a6089adb3be9a23bd6be9966c
+size 110157413
diff --git a/3b_layer26_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer26_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b9fb39ba149c6a71811e80e21c86fa739b148d55
--- /dev/null
+++ b/3b_layer26_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde8abe23c84438150a1bc8bfdf9ef1f85316a3343edf1f185feac8fa9da6928
+size 110157413
diff --git a/3b_layer26_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer26_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fddcf51419fadaae43f848acc077dba58d27555e
--- /dev/null
+++ b/3b_layer26_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5554e0705f6e0ef417e62133a0bd6e7c82a61070928f346973629e141407a8fc
+size 110157418
diff --git a/3b_layer26_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer26_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0ae3756ed36fbdd20267677a46ef5fbaa327a5aa
--- /dev/null
+++ b/3b_layer26_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd25673d2389fe48bb2a267d8e5a08d9e664c77db97de75d56025abf8cb307d
+size 36720234
diff --git a/3b_layer27_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer27_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..98a7b65dfa8045f7ebdbeaa15547b02d866c8d05
--- /dev/null
+++ b/3b_layer27_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0ef726c7cf824078d03a252e2dc5bcd85e188d7ce06e0a9f6defee7336c3e0
+size 110157413
diff --git a/3b_layer27_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer27_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8e65f94de7b792d57416fb8fed881b68595a4dc8
--- /dev/null
+++ b/3b_layer27_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3dec104244ddc9493089c0f40e4d7ec14cbe5bddd44fc9cee793e3f7cf338a
+size 36720234
diff --git a/3b_layer2_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer2_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dccdce149bf134b7ccace11b175ce50c94768927
--- /dev/null
+++ b/3b_layer2_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc63556bb396a043f7f80523115e6567b03172a89dba04e17814970200b1d45c
+size 110157393
diff --git a/3b_layer2_mlp.up_proj_output_representation_persample_8.pth b/3b_layer2_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..07c44c796b8ff46d1b647f52fd5a4b56146e3fc5
--- /dev/null
+++ b/3b_layer2_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3127d885b4dd11b070fe70feef3f482a1b9cb7ab785b6e9642b0975da62e33
+size 293750348
diff --git a/3b_layer2_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer2_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6bbc2713eef0a5cbcf1cb5ff07dd3a2b974208cf
--- /dev/null
+++ b/3b_layer2_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:803d234f8d68a9cbf71dc887c18d0b92743177acae0d0f5ebb7ea03f56fb1614
+size 110157413
diff --git a/3b_layer3_mlp.up_proj_output_representation_persample_8.pth b/3b_layer3_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f03c4587f47ca57052cbf6d58b3a73bee81cfa36
--- /dev/null
+++ b/3b_layer3_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704e1c8051d4e73dc581f739054e60ddb9c17579e9c59e805c4113a605278f6a
+size 293750348
diff --git a/3b_layer4_mlp.up_proj_output_representation_persample_8.pth b/3b_layer4_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..812268cc727bd647d583bf83ccd609c81975c4af
--- /dev/null
+++ b/3b_layer4_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad42e2bc3b909b3cab2f5cae17c2b55010b774626c397b98c9d843b1e031720
+size 293750348
diff --git a/3b_layer4_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer4_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5b64ce62134e67ca36e6f156849832cf67d66988
--- /dev/null
+++ b/3b_layer4_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc27363f586f1ddb6ac15576ccfc53a7eaddde7201846ef155b162bf6429fac2
+size 110157413
diff --git a/3b_layer4_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer4_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5f336195134f4d9d817585587a6647ca99b0c569
--- /dev/null
+++ b/3b_layer4_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c790e99799bff0bddcfd49a50e5fe8b80ce72fb7b7fe5e5bcaf21a65d0cf94cd
+size 110157413
diff --git a/3b_layer5_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer5_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..79388da05ec228dea6b7fedb863bb5cdb8816f33
--- /dev/null
+++ b/3b_layer5_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1390409a972276abdbc6aaffcc9be0a3d08579ccdd9a3817b525b5548b2b9cf
+size 293750358
diff --git a/3b_layer5_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer5_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8e39ec1a756dd1a4d49a80d3626d0f85b3698bb3
--- /dev/null
+++ b/3b_layer5_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc3c3e1c35095a486da396439ade07477a7e35839abf838de4f0f804609c16b
+size 36720229
diff --git a/3b_layer5_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer5_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c3a4125f7e18c69792014947e891d8cfcc4bf116
--- /dev/null
+++ b/3b_layer5_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c422802e3e7ba7b5229a9d34d5cca70bb168a0eeebef1793fcb3381c4e0e456
+size 110157413
diff --git a/3b_layer5_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer5_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b8a4fcbcab5fd85fdaf1016e7e0b068ec008e7fe
--- /dev/null
+++ b/3b_layer5_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b769226faf80f3eb0648afc16c95e62525d2e42d29704360e6c3f210db63a5
+size 110157408
diff --git a/3b_layer6_mlp.up_proj_output_representation_persample_8.pth b/3b_layer6_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d2a1921d87aca82083512f3520d1cb83027fa2bb
--- /dev/null
+++ b/3b_layer6_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0463c70bf448a7407cd5e1dedacde50de90d597b12a7478c85d747044b0e49e0
+size 293750348
diff --git a/3b_layer6_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer6_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3c21c665c06c063abdb31af5785805d0ee149904
--- /dev/null
+++ b/3b_layer6_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdaf25799500ddab13c1daae4078e5793403083d1f97ea3451968a0a7e87f6a
+size 110157408
diff --git a/3b_layer6_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer6_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2ceedea8c2e00626171b5765f25fce8d16be4594
--- /dev/null
+++ b/3b_layer6_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cdff0e17f8f87d9535e46ca355846fef22a5004371cf1f41c948deba4d1d5fc
+size 110157413
diff --git a/3b_layer6_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer6_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..71ae7fa254c1a6b41ef49f550e781f8823bc362d
--- /dev/null
+++ b/3b_layer6_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac74c4498ca8162e17780fa87f48ea380f409e184019a64cfcab080ff5b1d7bf
+size 110157413
diff --git a/3b_layer6_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer6_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..24ce93d0556803d5fc496c9541268b18835cb1d6
--- /dev/null
+++ b/3b_layer6_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22751a78bceb23db894a7bd28a28f7ca81cf2a946880d62b68d4651cc901fcbe
+size 36720229
diff --git a/3b_layer7_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer7_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e1338eacef9a93dfe99d1dd39d8268bf82aa5f8e
--- /dev/null
+++ b/3b_layer7_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de0751f8fbb2201b4677b0ddf885d27e051a046436231f56c760b4e1fef1c709
+size 110157408
diff --git a/3b_layer7_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer7_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b56ca6c7a0b7c28902688d29619d29e50fb8ca64
--- /dev/null
+++ b/3b_layer7_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242d6498483c8d090c0b3922c9cf0fdee61dbe2f12f3a4b16c6fadaf6efa674b
+size 36720229
diff --git a/3b_layer8_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer8_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3bd6a61013de9d4ed034b35c614872b050bf42e6
--- /dev/null
+++ b/3b_layer8_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac59ba6b9aa78c40f6508969f841c042017b65f2abd95d311a106fce4aed078
+size 293750358
diff --git a/3b_layer8_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer8_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..411fbb570ee3c0ec1808d6d08670f3312cab7cde
--- /dev/null
+++ b/3b_layer8_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44fa3a63e70cada26515c001e6d3bbaa4eb4c554ecf3e6480c7d072f1a4694b1
+size 110157408
diff --git a/3b_layer8_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer8_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8eb242c9bc4de2666b215478dbf490a54e613ca9
--- /dev/null
+++ b/3b_layer8_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21637f5241a5b35fc3ca5d2d6e68bb55b7862c99018767a0f8435a4003f5d1ec
+size 36720229
diff --git a/3b_layer8_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer8_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..40aa0cade098894dc567fd5effed10d5e510acad
--- /dev/null
+++ b/3b_layer8_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55adb190d9ff9fa230d83b76b426e1a953e746b640dd460d7a81a66ac0f7e656
+size 36720229
diff --git a/3b_layer9_mlp.down_proj_input_representation_persample_8.pth b/3b_layer9_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..265ad98bb8924bea11afbc76a124d32857903706
--- /dev/null
+++ b/3b_layer9_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69de2a2f245831bb668134f16c04a89c16fe3fdfbdc6d10ba99592086cc18b20
+size 293750353
diff --git a/3b_layer9_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer9_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..54dc06847a6bc5b5794ff7f8a9baba41470ae435
--- /dev/null
+++ b/3b_layer9_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf0d207ecc7f3b7904b14c00f30914f7cdcf00fe58906b0e64d23b259910130
+size 36720229