diff --git a/checkpoint_500000/checkpoint b/checkpoint_500000/checkpoint
new file mode 100644
index 0000000000000000000000000000000000000000..3b15049add9c988ca38d686c2b5af9e1ab8c21aa
--- /dev/null
+++ b/checkpoint_500000/checkpoint
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9848752b8f1feee31620100b2a087cb1a01bc1de2e6b1599cdbc39372959fb
+size 1037969
diff --git a/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3b2efa222aa2d2ed1434bd530100404096f84e95
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc21e5b9a43351079a2eb797b820f30270913db3f4fc0b13c929677413077b1
+size 1413
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3aaca54dd1d8819933b639e26d9c217be6eaf890
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:995dd9180d2eb437344d3056c0f245676b0ec2e49061d374069c254b80f81883
+size 1435
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..383d22174f0fc2cf9ae74a06c41c2cf6c35bcb0d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4be8e8cc00ceb8cac7d2d446b08f07a0c6bded361d08f3ca90eca5df5d56303
+size 1372
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2d75cdc1bf4ac2098f40472d9e827ecec4e81562
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c680f46e87e4171e1b2d3b72d9c23c654c5836f55a9ea66cb30908b903866054
+size 1437
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3b8188e93fc1a1413b81b2c14f95c89fb03bc7b9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68450710352254809d2c7298c01aa7725d3fa9164a439a431df7d4dd584ebb1d
+size 1429
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8d8a86cb42128cdcab018ebd289efbb5b91e7232
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61965bc3e982d970a2f621016a2ebe5c7966c99e8917dd667024f5305842077
+size 1388
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6bd0d2b2192e7c46f2ba481f73d7971bbd1b5f66
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5baa5ae9f05d4e102dbe37a094019099a28db52d4922ad7bb836a3adf760aaa
+size 1437
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..16215b397107d6be0739a89b81ff1325b8c28254
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b51abbc66ade27ea072ebbf4188b99977cea30e5ddade32cb1a6938c2c2f417
+size 1428
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f6b35e692cbf7699df16bbb2b6f46849fd79f51d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc8566f2220ff1a5a606b7b7e89dad79722327e7d68cb0833e870a143bb2196
+size 1415
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..52c5e76ed0f1cc0eb5690c7be5280ed263d81673
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fed1f2c8f0fc478954233d9350eb3dca60096285ea2fb5d14247c2b6102872fd
+size 1423
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c13a69629a707a1633c907443f674c4558dbc2d9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00cf0504609886b6ef98a457cd971da039041d173d66c15e9adf423fcdb26a6
+size 1396
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..14a76e6159a1eef4414c788476df303f49bbee35
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae8dfc719914852f84fcdba34ccb74068e092a098a9c5bd7cb2b0234330891b
+size 1397
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f3cd6ab154b25acb7415e44d0bfc5d3f722f8897
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4e1056cb0ca0642beb4f55a1729218c99d381599599d0026f88279cb679147
+size 1400
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..691e3344a56f2f91f0e7fc11b3ec504df10234f9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a52bc395916d2e1d491b66efa36827fe032ab8884a433e131db0679a072df6
+size 1415
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6d5ee7ee68f251cd39aa2883811127f40c3638a5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46e41c782ab9ba3d3eb1c60d5d30b587631828f5c293384e56ff878775ba88e
+size 1402
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d867a4d38c02bc4f0820668305369feb88329f59
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34727f38b5c84942de5424023a40479c75273d766204a542c60477d00b86a675
+size 1416
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..30a3ba17f407ecedf178330095417b7c0eccffd7
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd20f3327205247c5ea21988a961e85497e0fa37a8f7c7bd9d672eb047efb3d
+size 1431
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..78e0ea54da031d0db5335778065096223362d363
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1f7eb95fc9780b751d26918dd0dce103e6cd4674f4d76a011bd0130a5a09cd
+size 1382
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..08752f0fec121e5783d8c8afc2059b2ade8f0476
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d932660a6184efb36321e05db330a5f6ef6aacf5780200c9440a3670b8541d1c
+size 1433
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f2a4e4cef8375a5c970d09b991e982d15bd786c0
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75035cb604b3ba2a87853a5547df6f30fb294720246a3a99460f8ac51d26c522
+size 1392
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3fa93c499b27a6e78db27bb98bd42dcaf989c353
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abec15dd99642a3fd0c50f3a01e9d2d2b422c190b011dad649174c1918cbe729
+size 1376
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..d6d33a31df68571f43d3f0b2c38fb2be2d76345b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_6.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c916d8dd1f1cc62359f617c0bad96465f983661182ad94966efb63c51207137
+size 1396
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..f66b34f67f70da7bbff9b02c6e62d9e2fd73331c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad40088499ca8b5d57e1a44806e9797ccf875469ad1d3ad3f75824178da95a91
+size 1410
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..7b34de7471dc2df72a3e12b1c765cc5da86441b9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c06bf20aaf512443d87706a6c68ca34d01288490ea8fe7801e9b8b12694e688a
+size 1419
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..da14ce7e62e8b4c3e1f0e2ecbfb4594119748e9a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_7.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ddf75c1ad9f8019e14128ff78dd2394365ac96924f55b93a6d3add7754a302
+size 1430
diff --git a/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f436654680ef76185134be5536bdbabaa54cc65d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dcf91d03b1a5aa1fa79c0aaf03f5b5887296b8fc2d69cb8175b65ca8f98c2d
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0b528828d586748673aaadd974449ca4463aa862
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e322a234e32b8915c54c385c01c93ebc59784d93cd54edb7c992f57060ca87c
+size 1016
diff --git a/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a16752742a503f71016a7c6b0517069f0b28156b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a639eef66fb0dc847f92c31169c06b1934381c290075f2dad993df050a477f
+size 1401
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5ad0518a4dab22ff43d40e18c2b33257d5905edc
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e48e69417677c2edd1a0b404f15cc5c300f1a3acd91281564cdc2cdf133e51e
+size 1405
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..a9aaf3d0aef74cb2b91bd98fe8edb608e1afba83
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd341a458060407d998ef438840aa0c469b41d89d493527992e388fcd823315
+size 1403
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..035b89b9402bcf24e0190061d6b80d18a939d1fd
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9fea1115bf75ade7abda9e6d7ba41a4f3521e8145c284296959c063017bd6a
+size 1428
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5b4ee725d92e436c67d0659e05e70527b6f345f3
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c902cc2c3d5741464db188aeeeedaaa547ea3cbd9fb682e13697ce8441814d8
+size 1383
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..8a2baa329d852e501ee0500aeadf96b03b0849ca
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9abe72445716b6363415aa91de82100a624ffbc214276f06f2ae9e18611a8d26
+size 1428
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b777b020d1a410a7ba3dd8f3184a554c8930b6e9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1476377ba812bf48614662a3e7ca31cb8b9adc5cbe4b8762be923b18de323618
+size 1403
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..0e4cf1233f70ff8f785cc5de66965f3e3f3fca6a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ce716ba06fbbc02c5634e58147a4e90f391a4494b38f8e6141812927e8c8f5
+size 1426
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..22469ecce338e3ec8cb18e9b0a80e3e7cac33277
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f40edf30e4b6cfb422b14f706d6e339e27e99046c5cda7455889f05381f0736c
+size 1418
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3830d8b4c8b13b6f18c528e718b127af787f617c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4210a649f7df2c2a3918b624639b8ddf1ac38bd3a8f6b1361ecb61ed6219b73
+size 1421
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bbbff92feaf9a030350f41cdc13609c8c59dbb0c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e95e0152122102b8f8ec32d62fb7ed358359311e135e793cac4b55bed23a639
+size 1428
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9b1dceecddad45a20841b77db6ee0b35ff239b25
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26cd39e441494436465bd443f9dbfda3e58c958455d18c9e10fc94c15b584921
+size 1398
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ebf7e65db8bd338943ccdbb0ed81dd9571d42f3d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecea0a891128bb10f2684df2d15bf8b122af2fb8e6a00ad235c93ab19b048978
+size 1428
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..25ddea426e9640a83a881e83e9c37a4ecfd5c695
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492ef2262b89a8c74eeda183f05ea5c6ef6e2d2d58111fc55abb2e419ae1c143
+size 1404
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..82f2630589eb466a3394552accdbaeb74504eb17
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_6.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534c6685d56cb70222a22dbd43c0571bc2f3c000df5664f16e228596f5789997
+size 1395
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2d801f0f85ba194f0cb9283e3d7f2473f6624415
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca87260172d17d1e5d9e9c3fcdffbfe6f0de3483bb588168ef3b205e75b51ee
+size 1382
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1c52b0d843185c8cfab1edd6460b7789d7f01654
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_7.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649dcdc64f131d402ff32255c739e46c7b26840611c19ee76df14ed46f55a795
+size 1410
diff --git a/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f436654680ef76185134be5536bdbabaa54cc65d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dcf91d03b1a5aa1fa79c0aaf03f5b5887296b8fc2d69cb8175b65ca8f98c2d
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..45992d5aacb21915e6f29c77acea4a1de0f785fe
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f279e1d7dd93e4f60e2824f57ab9cdbad9133314961befadf7cbc20e077c892
+size 1030
diff --git a/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray b/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.decoder_norm.scale/0 b/checkpoint_500000/target.decoder.decoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..13db9ee904385fef354516d4cf4e1960484dc186
--- /dev/null
+++ b/checkpoint_500000/target.decoder.decoder_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2308fd8da07ae4e684a2ee1b09da173a61b391f03967ba8ac226fea29167725
+size 1383
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..96ed5eda8e54248bcc0538ac11ae204212f628bf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe9905ebef56f677425088abadb4ebc84514b90c9c5982cd86b2fc7e5fa70f2
+size 731572
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..be2f611b109f4cc69f4fb105d6c54c1da40c377c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111416088a39348e82cfb955c81fc28625e13e384c3e32901efd91c9640e2bbf
+size 730855
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..561305b545f9cdf9e4280304ad04c9148938a402
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11393cd31a61fac3fb49782c4162b9687b7d7f9cb574133a12280e40d744f9df
+size 732570
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e8f0dc3f252c15075e239c006c873741dc649c21
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e0e084436b344556f64e4a58bb3da7f3608aafb29cf396ac5f6b66109a7b1d
+size 731539
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6893102b73e14b2c3859ff5145c58dbf9c335206
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f63d1899f54892f5e0affefdc7292c48e5f77098d7d05abe11861917aa4e9df
+size 2197129
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..40ff977c44d6355487558be6a493282951ef2472
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ba6d41d3d620dab463fd82f479d4d5ce6541680a1cc7a30192fae6062a9455
+size 2197417
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..28657d90f6c6f4edbcbbbfc18146e38b65467fdf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3aa79b023faa47b27d2f96599574c54a4d5f33a5a6cd283ef0203b6f8e1c953
+size 2192774
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4d52a969fb9f1053951212a28e0f7f225d9b2de4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20b6030bd797b5115cece9032c466beb1372c6b234ec25ebd9e225d39096ecf
+size 1371
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..9be302a572a23bcbef008fd4d696b267ed91789e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f09225ced6d9058c61e8802c848c03cc397af7bb22f757c5d662e5bfb9effa
+size 1352
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..28325f296acbcb3b50b651c3ac88db6a4b23ca61
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:754e4e0b6384c2b2c48f74a67a2aba1902f8be01ec2e40604180d63fa86d1c7d
+size 1369
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..aca55fe1e4662d341126fc1edf74f2ab409a2c8f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eeb8a8be096437971cea8ca59de56d73f3d9e950624aa57cb6c69d45dd2491d
+size 735472
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e1602a680c5fa40391c50fcb39253a6a74a33bf6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bbf32aefaa664b9f735bb866c0c455fae6c9f10d5956c08b0c246d7aed44906
+size 731661
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2096e7e0b61428889ddef46cbd76bde29cc9ac33
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2665c8846276f6797b75d700fe8dda26069aafd1f95e636d9f1374462492b123
+size 734286
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..387e5c11c8ef455613cb6e0b20173ccd091ce5d0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bd0e76fb77cb41d3ae496b86798cdbb8023ad856306a7e6cc483e25ae0c8266
+size 733102
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9965197c379c8b731525838c8cfe86f6b2644453
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde9867d14ef9c70662970707fb6f94999b3ad23c25914199766045e855ccee4
+size 731652
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f140d3eca8bac1929d11c80775e5e0552a3b40bf
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901c2fa57cbfdc791b5108acb306744982228a8a2c91d629613a432eaa0daa21
+size 731016
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dd78c48f0701dbc55ec85f483d278cd6b422aa0a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92d619ea05481942eb8d23c8c0fb1b9fb39b7dea3a7d566e24161a12c26d060
+size 732567
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b28084f24d9ffd53f1bd6d175911461b4d6ae4ad
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa32711b7a402b3edd11a22c4ea495cab9aa5c255976c862d47d118762f3ded9
+size 732128
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bdf12e5ea60bbfe51758530712637e8c1d5167c1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c27afce3701566c02a67a59eafe923b9168bf359e6126643d4fe7a23a4e7c6
+size 2197081
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f948d6b0aff754a7b29f7789fecaabb118f9b47d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc1826d29b2583e06437e55f3a4f70610b22a06bb4af344689ebcb0a05418bc
+size 2198064
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9a5db4b93cd122cc2ff062ea757fddb8991867c1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb0197ac089fc6a88ba87116e28db0ddbe953d50a693173ee1a58d3dd22f180
+size 2192468
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7ce6819ce206398af93383d17605c02d3323fa01
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aae960e4d9f6d81c1ed8d9db155b64f576052a4582f5c50168ab159445609eb
+size 1372
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..878a512ed7d2eaf9ce65da2f382b15ab32ec4973
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef6753633195242225183b5dc1a4a0108325a3d2df9ba05254737a2a23ac646
+size 1372
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4a5dc5ff34752e7c21ba3979fdd8cd32cdccd1ed
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fd51118b1553f5401a6897127c9900dc82fbd558429ef1b3759e4252ac4853
+size 1413
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..750261a1037b2f3b23155d943c808626a4f60404
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cecc330e7e5262962d11c4c997f57712acdb63b76e4636147ef8e2de0565d2c0
+size 734026
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..50677f969374534e32d67cc980ba52fe6f59fc11
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfd11af88282d2b19086a7e7092e21930797534ab345eb47033fd7a728a956e
+size 733189
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c7b1b8ed9138ef662b759e22818071fee13b4f64
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e326f7842163b63ff8a702ca4051134758abc47cb2372c8b4593bfc25ae6bbc
+size 732920
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d1ae78f7bcccc81274c37cefa8a060e3298226c1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6075467e56d6c1eb02f62c767cd88f75378884e6e3eb014adc7ebb98fad81fb
+size 734029
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5a7337cc35607f78b51464dd257f199a9018ab05
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01266f0aefe61de4e5ceea8e5813339ca9b6bd2976891f8c5a69f400bd24e73d
+size 731076
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cd9ec8e7078c09465812636b8ba2566880b6a70d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b59e3447bd7e4323d1f33287efa11b0d1fd934a715bc6afd72ef528d1d11acf
+size 731720
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..752774bb8043871e699df2c80dcf521d25842571
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17c78444e0737f7238f59352c51ff818b18d2536f5e92d89411504945a0e4eb
+size 732644
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bf933ff4b9a59c3f0dc54a0fd5d99a76a24583be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8c047d7332c1f1875bddc5742bc90a71303e45a0b5f857079fb2020f424c24b
+size 732188
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6b9bf6d947ae174dea4bc44659acb55ad8f566f1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2936e17da5e1cd981bc1b6d4c5ff60979d449f8877793821e9a2c061ccd72e6d
+size 2198131
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ca1b1b99f2c680c5e3a2d27f82aa47b05b07281c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1afac9f899570d2971336e1d5531ab4ec6dbbcec5c17d953429932d637fec5
+size 2197785
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6232a89efa9eb0c98b3e624035ac0760660ac1dc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b34eba48e065f742683c19b20453aeff73bc1ce60756352f6dd98eafb623c73
+size 2197232
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..0ded6e1dc46612a7d45f631ca13cbddfa07cf67e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bac7354001efe142015ffaac13f7445a26d20012c17244c9f681c1e8d08790f
+size 1397
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6b840f8ba675619ca6bcb2e54c5797f3fe86b36d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ca465a441f64b6cf54c5420a2d4e7e69d8359eefc8262296c7d3b7d3ea2624
+size 1360
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..657209e24bcc0c0c680982444246588db6e8e757
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb368c417eb920c0e9c8e4345d8d8c906522e04eb635d5ffd39950632a33b8cd
+size 1420
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5b8397acb46f1a1074664869b27f164d2da00c9c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdfe3930912c1caf9e231f2877ad52e7b574d15a45d44c2f2d4cc25ad84a4fc2
+size 733106
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..06450c424feaabbd0be2ebb51feaa8b178ce38ce
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e03e6205a3705033b95e8a1d87d9aae16176e07a66f4928372e5361cf70692
+size 731929
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..149e99dd6b5b56eeedb91d2f20e568185f045403
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ab97db684f7a60f41ec015258137a55f1df8da12eb77524b20f3b25be400ba
+size 733277
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6a1c6f3a7cde1e20908dfeb6448d75e545b43574
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f073ca16025640f1cf4a2235cf4fc09ee15fc5859c1df914e1252738f9b5d01
+size 732968
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9dc3427174693e2e548ef28d557dd875ff5132f8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90175e0392d507e45d34cf5ed518921a8ed5062431ae0178bc795495fca27b3f
+size 732731
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9108be315932b2858e4ea5db85425fe87fa1ef23
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d468b1b9412db2ff339dd0c7474effaf352d47fb9c3811bc273373f5c3c4ae2e
+size 732261
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9971462229132c078b2e6fe67387a29678587ddb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a217465947ba18372a5f956662d332f04637c53214ced89cb954ef75303f70c
+size 731263
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2de8e7df6f9239773e84c3cd53010370d3e16a81
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d63d580f8ede200cad3ba0607d09693d64536c42962f9ac69773393e9713a2
+size 732778
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f62a472d6b9e939f49660a6b77276c4d86a18487
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1669312880b64338b1d5e81df74976b3081ad308637c018a0720bf330f5f922
+size 2197791
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..093758115ff07add98240a9845bfcca7911e85c4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b037dd4701f41ce9eb11efbcac51c85be42d71c4c956a52f31a08751b059a2aa
+size 2197930
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..366f26095249bade9d42c21930f501c2b3826944
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b295567b016c00c1994090198c36dd59b0b943f64aead963616645caa548ca6
+size 2194581
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1579f0fde73bcf559e0d2a8aefe60b54e575f02f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4741faeca9e5cbdb22f8d729dc2a19261ebe273893210aa00dcea5b7a11fd13b
+size 1382
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d6a9b06f12396a9ed907119685aa4435ee8f5c8c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:241dc18d5a01ca456e0c326e6da4a50d636ec6b808e40905f80f8969780afe1f
+size 1415
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..42e1bddce99c59f50ad39b5bc572d5665e609bd9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b13a2fdb57c05c3aea401a21478262bec478d8de5191c152746dad60f962d8
+size 1372
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..81bde1cb49bfee6990fbb5eb0cad914d91a264f0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c7a3483b8a4ac41f5f154bb0ffd46698c54119c8908a6df29e21ce62db5563
+size 732769
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..17505ce6eb54969f210089b4172ed183e93ec62a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80af234256a516e3d387405037d794c068298a12e4d29a5ac970952e7e15fa43
+size 732737
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3af5c207539d313429f59de82aad3047709c16a9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a768137e450ad9d2bdc6a51b514d13fde27216c938be170f1bacda36e0f948
+size 733547
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2538f75cdd3325d9e344bbb3f91cc58980479d89
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e9e21534be260d9d942b997a9f36871292564ab8c0016776522caf05182331f
+size 734088
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7ac68e2b1399dd61847ae33570b523ef315f4461
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e368059c6c9cf8d49be5528dff113e0849acc416abd331ecb1312339363cd57
+size 732740
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..93f07d427ead1a0e53ab400577c8b15cc42024f9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8360ea5fbcb0fa351f3eba042e59f4f245df276e8840cb473c02b7287c12f33b
+size 732836
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cebc716091a63b809757fc5d69b4a6ca2470549a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c2f56ad82d616ab271a157ee299802e6d6923ab46e1c7f1d6d49c4fd80bb07
+size 731744
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..daeaa9eff1e18a4df824f2708440e4ff0a8a1aa8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9369e9cee49bcbd17df05badab8b7feb847ea77ce209d6847fbbfe5e4e851e2e
+size 732888
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ff8cb6f7b3a78ea2cbbe704b0974b855fc3943cc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df3cbcd8db4bd4b3d73fa7a60c989a55766eac0e11ce11a8bcdf34d9b16aac8
+size 2196777
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5975cb7282d43dadcb001f0dae3029ab338f80ae
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec6e90167ca132bf8ad5e935fef9ab3d0e276bc9781b6b58c35385322ee1d99
+size 2196581
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b8613670f8e050c87028cf734719337446298121
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306f595113c6186b7b119f3376646a9d9783beed32bc1b2efaaecaa5f5dcf737
+size 2195562
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..cffebfcda60cd0c3611534cd309ddb3e9501ba5a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2355d8ddd8d4f76faa2888baa1e776a57b00d54542ddd89c0ce8859e12e565c8
+size 1372
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..431b0d9195fd32e3c78944e97bce1272a6bae817
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c564f559f5c6e4abac37b0bfc8a6a2adc6bc4c48ea7a1fc7227e2739b161ad3
+size 1373
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5a01eef2596108ea007458fbc0737584288898a0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355d7390ed1fd0a3caf8c1610c1c858ab58a4fec5d9cfc41899351ec5f65e50b
+size 1420
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a98f20517c43e1531c46b9abe585f53a70972099
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d26212d9b2455232ec31a8d0127f51c376b483cef21913b6e872a1fb82c892
+size 732327
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2eebc39f8a4fbe475964caafa7be7c386ad05bd1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:028049aac331c7b1a69f88fedba0a26e57b1fd2cab636a197a4ddc4e5d6b2100
+size 733025
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e10b58c448be231a4e026cf71cb0dc461143f3e4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0504d385ef81cc9a45d85587fd96db59fe52796422153742220b46eece2369f2
+size 731872
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ce9944e008374b913280cbb05f2230e4a28f8c76
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a1f5660ae382b212ca0ec7f3f95d7f9273081d2352073a822d914f0ece1d1c
+size 733429
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b7c267f5a6b957c390d9ba9a24d305ff5c0ccf95
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a56e2c2dedfa58439ec27e229cecac313df754621c25219af9132e8de7540e0
+size 732656
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5a52b33263bd37c3448c7530c5f5fa9e71d4f626
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad674f7aeb15e2c71cb52404c5f3b92b828417cb644b878304d766a338be06e
+size 732637
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ac709a921a33a4f824caebe6489c2c975c6d61c9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c697e235d1924f01386614063d4ba9d18b34c106c6d7fdd533e128ec0538d62d
+size 731109
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..96a2ca753770e4520c82560198847b02c02d8817
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f080169534a1d454f97b1675631313967e9df6996b6b8f83e2db7a04317118e
+size 732079
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..78244c80ed85d9f26f20a6acb0950433560533a8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d8275e58dc58f4fc7d53bde7601736b3b68788813f58b93d9df0bb478a34e6
+size 2195915
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..73e1e6d79f17811318d5ba13378a0fd0846560db
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864e6822485cd99ee1a66c3b81441282646247fea34d10954c257b949be35100
+size 2195491
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a9d187d996b98b4c6eeb6a2c2e739a7e10d44e31
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0330974eff4f797fe60962b1ca890fc99491e82ebdaa99df7e52c91c5f9e7272
+size 2197187
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7e1ada800296bbf7ba3bee00c6329f1bbdd3e0e7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b56398bd57a6f7090ffd9dc378fc48010393a97283a82ce757d270b638b37a
+size 1380
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..86f9760f9b2b8e4961a9810794612cd62350526a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64cd3e294a64e5c467364869194724f4a7403b62bc3e6a66106ad32837508e5
+size 1342
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..323757e6e5b89c5c6aaf59b82890fff9f4f5034b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4a9b4a7ed2e0edaac1ba0031e4b6ea7b682b67e9a657d104f6d20b4bf3067e
+size 1388
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1c47f79f1d2c943deb60795d15ccb436745b7164
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ce2dbb1d411cdf21065a348018b327d15003a43ae280c0894795d36018a8c3
+size 731772
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b1518282c17c69db11c4d2e8024d582207988e9d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a70717a1fa8819c5683393b80d5d4b206ce1efdfe719c7aef49005921e5f3eb
+size 732252
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..208480ddbad1a5cc624c7e7012ebdb004d56ae8c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74caa5552c14ea1f90cf283220eead29302df5e95aa0d07bde0611377da72198
+size 732575
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..21a3354b150d455a633752566d59d8f0b3af4572
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e4470d4cb4eb80f717b159fde90f01ba39f233a1da1c56b978f5214b99d81d
+size 732647
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..051e3d226151ddfe1bfe10fd835221bea520f977
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d501cdf09da5837c580c76e22d11b01cf55874ccc5a167b7c25cf6f17644d92f
+size 732517
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ab3f767fa102c1d897537873be457acefc790624
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f069e7be8ec7584bdc9a86ef1c5f7b86fc2248cc89fbf408d880871defec6457
+size 731646
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..96d95ba27975472a6180d7ce3a0d8bdb0e9c2895
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c8f78a11bcfc81a1555fa7805a88989027bc2e993cf7b828ead61d38ff4ce8
+size 731559
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c5423d62931aa1669694aea571956eca0266a2c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74525aa83f0ed457a3d3b2f63d30a7bb5a4798d4b8b39e39100415111e111765
+size 731544
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0e1db0aa8c658ef019128a836adf1d7167a6a1b0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9913b2cfe61030cdfc079a3aa3695771c1975fbf33b6adbf1e66f4f6e0426cda
+size 2194901
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..243b2da4df00c94c74a1adf482c9a06db9c8a1d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b3472de3865ee28bd7eb5ad900c60aa138b747c9f7f006782dc88f3dde3bd1
+size 2194082
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d6840e7294776a95577b52d12ea0bdf792385acc
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410d6c89f0ba9fd1db31bc1e1feb8510ee0f159689b6f82eed4adc1ff4c96f28
+size 2197642
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fc7fdf3ccdd0dadf5f88872d0c99ba445bd88cd1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e788703c70858110c92e39195831bc30fe91959e07e961cd91f0e1d67e53be1
+size 1373
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8c900051fd47f4e6b666b9d94eb90164b95c8977
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda6154e5b8c79361564ebb20db058903a8ef5a56c9caaaaa8f48b2445db4ef2
+size 1338
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..81cf680c52a55aba8ba05d35c5b6723181959176
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e25a27be8f602105e94306809945b289e5ce0e6e237ae5e357722589792770
+size 1360
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ef60e5969ed313489eb2c81872ffc12f705eb402
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde3b926c58a1a8cc720a4c71472b6aa4832efe726e5af657f11159af440a9e5
+size 731767
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4b336e9f8ededca9a719aa7e1d19e2c51912956b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facff4b4a3ac36699c5fcd276ca18200172e098a98938d4fa67dce6d7d5b41a2
+size 732363
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..63abdef4e5c84430a9242ec92924c641e99905aa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8036541481e0d191df4b6961a58be6cea49f939b45164ee64fbdff3a493656c8
+size 732649
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9843076ba212e43eaa654562e4f3d26ecb97b6c3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_6.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3486ced19d94938aee1a1ddf94e7e6a558524d54541163160f9a93dbc077ae
+size 732655
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3dfe941b569619682b61af6abd931199fdfd4db4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34925efd54676bef578942cd90b6b431d6d03373dd3aea59ac67569e3b3b4c37
+size 732628
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..20012c31e3173fa132b592d747bcfbac29cf8b1c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134338bf8aa87c24b282539c0cef0ba7f437a9c30339dc2ee8bbc4b897c9a991
+size 731146
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ad2b76db7372d2daf637106b8836b88da41a87a0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c8ae11d6be3c35c8f6f896dc972e492c42672d9e943f023b409a9ddfd7ae76
+size 731274
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f42ca032a79e54036a02b80ecfe31f2f23202c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9df2bbe579098ae37a6810fc5996dac999cb7d756b3448fa6ce6ab9d03bb3b4d
+size 731249
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..13adb0e653e37ea8a1d089c89c9c44c3d999f858
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e03bd553b5213c021d9e841a38dfec6e609f9edeefc687fb1326b05623b8a5
+size 2195067
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b8cf58b279040ad0306f7c43edb1a402b8f669d8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dce4db9c1d4737e087b2af44d7c9e3c4d2863a8ffe444863016b07b52a9de21
+size 2194117
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb4a2271293ae9f600914550f476424983eb0abb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d485049907960e1412c64cfe530f831ba054aa44e032a3248cbd89a8c20b3d
+size 2199454
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..2338de05baeaa22c08d8e4c8d685049cb43a6e8d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b190577091fc91c01ca28c08ffd10ea71319bbc231b1e72fabadd351d524e2
+size 1388
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e6b5bcabcb28dd92671aac9d432e8714bddcec02
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94c004c12611d46e3009487b8638d79a6113b57945f4882d8af448e508446e6
+size 1354
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..466238c51513a184975c409b9869e47c032908a0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d42c1ef4b5b2c5b303a732dd24228bc23dc73bf7faa2f6d14ca02d7013f93f
+size 1355
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6a0bde672b7529eb1952f41e5be1d9c6366aef2c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421c4ec9b92874a1aea9b68b7d1f737f425900027b5b2406ec692d5ee9368b85
+size 731976
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4978c8ea957c192d12c13ca0cdc9647251c3e275
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7abcacc532ee276370fafb388d2b48af23ca3d9eec413f78181d92928effa9c
+size 733046
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3adf526c6cdabb5650cad5109793f1a3204c359b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb82ec1f35ff8bca5522e8a7451ca45f348d7509339ecf5d01fda438b730c0c
+size 731951
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4f21d568951a42f6650a5f724c3a9b43f46b80c7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_7.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943344857394f035fc170dc0eb6dccd4975f018427527b8cfa572b7e037154c6
+size 733022
diff --git a/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray b/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..38ca92b9aa51a20770c937bf9475868c7e88f983
--- /dev/null
+++ b/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d986522275733c516f1021f31e3ac5b2600d04be035bb90c78cc80dd17a59b
+size 180
diff --git a/checkpoint_500000/target.decoder.logits_dense.kernel/0.0 b/checkpoint_500000/target.decoder.logits_dense.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0e6cce8f337f9284dd913a45baed1ea631319adb
--- /dev/null
+++ b/checkpoint_500000/target.decoder.logits_dense.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317e7a8b7ae11887d214345521c9f68bfc761d29655a28c9b234da8ac415d40b
+size 45780459
diff --git a/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f436654680ef76185134be5536bdbabaa54cc65d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dcf91d03b1a5aa1fa79c0aaf03f5b5887296b8fc2d69cb8175b65ca8f98c2d
+size 170
diff --git a/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0 b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1ab00626e3367c717a0e22024ef7b955eeb4d888
--- /dev/null
+++ b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df084c140f35eff3a469a449e107eb19fa5ced119d4acccc5db95bd8218fdf7f
+size 1009
diff --git a/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray b/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.encoder_norm.scale/0 b/checkpoint_500000/target.encoder.encoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..928241fe88585f899efea029d9aaab958cdaad71
--- /dev/null
+++ b/checkpoint_500000/target.encoder.encoder_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc34face6219dcafc9e83a0468706e7d67b754f7637bb326fdba1fc7f9ea4a9
+size 1352
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..69a1b152d1da8c07d5e2f14fa06c52ea33c564e4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2fed908b66a1d735ff7856702a77b20c1b08871f172256abb9354ad55e9da4
+size 732939
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..833aaff7738a2a555d36d670c3f105211a0ae5c6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebc230d2ee48e8d88a2605c44aca8a88cb9259ab061c3e2e9189ea1fafd2ec4
+size 731500
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..27e24e856edf610c8db2f3e43f8560eba85e6727
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2729236b7374a9ad96323648c063ddadb298fee8589de2670f9d83d9c31ac8c4
+size 731625
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1707abcb46f1698fe832e4b950da02796b1ce397
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520acbd1c0412bf3f08ffafdf39919577097247db6ebf7816356c5a5f5fb08d9
+size 731766
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a4c0abebff192ded87f74bf532781212242948ee
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b555329880f866c39df291cbf3379c4f182f16d97d3293183700f3fc4f79bf52
+size 2197353
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..700f2914e743712601367ce5528f3b271d4db566
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1339aa9bd11678ee3403b51d8d039f89914c5efe298987abc3f057d7d009f205
+size 2197657
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..44d71bd7b37948f3d3bde56ba696883babd9663f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec8767235d2e0142b85f5cbea53d9150e38e2634d0c1bd4dce218f9c9aea0c21
+size 2193026
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e77731f075dafd7de6c31e2a5bb6f059b835e38e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3f6b92ee92599ee5b5dad2fe654a31b56d690d8580dcde9e82529f6babd51b
+size 1378
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5ce759a88109638e4a535836cab5b3b80ac84488
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5b65284549d6ff38b001c5ff5a75fa162b54472fe24c8472dd7b5f9ac7869d
+size 1397
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b98e48f7692547ad93ace6ebeac0ce1f6178fe7f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb36d27b8f9225edc367359fc86e3919967e507de3db645a61f3ae0c0c01ab5
+size 732782
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..315cab13eeb3d9975b028a030a2510a14cd7d7ec
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91a286776bc58cd2787bc934e72bb1d61bd71b71a74c35641fab1b048cd0f9c
+size 732234
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..42384f806e3de6681397ad1b70de66d9a29a0375
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323db84b7efb5a3b9f8d8a8e6289c5e5bd567dd2b6cb2c274c7043362a0b6473
+size 730943
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3f18203a6e24c4dfffa7f196bfad82b7719db42c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bde649d12fefa1d65540431663b7ef79c801c2fe2fe2c133a94e8c32bd5588ab
+size 732522
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8e7cedb8943df2c091a65b57a4d3b4c14c191d6c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aae9acf9b26037c719dfb412efcf557c0defdb89559ea06956085b0560417a0
+size 2197610
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f74dcae1227a9b7a6857c9de9b876241ef083e74
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59aa504ce4a590b0108f766aeb294198dd9783354519fb2a318d0d61fd131e3b
+size 2198187
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7e9a8999abc6f6a7344d2b8ec1ec3c563cac0e07
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3f6d177a054ddc6d90f35af2461b1e3d6354b933c5ba44b911c697bf61b235
+size 2191583
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..b34f82b1ac6f1328cab166e710ddf7e8f954e175
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c8088768ac4d04366687c928ccaaf3ffd762c28691729336929da19fd30b45
+size 1414
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1f8720d7b75cd2e4164500765b7d1aa261c4a4d1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75dc674c38372fa318a573b2e5442105463c5d7768ff6a63b7e64d74e098875c
+size 1409
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b0e259e1af9054101f49a95045d9aa75fbddc288
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58614dbf7f1bd0da46371f01548f3030ea51bd54c53af09a84c78900599178c0
+size 732863
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6047177f38b58a32d205a9e753bf31e00c89d4af
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d134c33ce0981376f7ee101477680e165f2f3cefc63629e744d7010010a0db
+size 732478
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..395b34a5c767b5e39f4208e42537c489cb88045b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a5555dde8ee4702cd4ce2328658d4c93c65e0954cf37f958baff8f447ca6fa
+size 731279
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9a8dd0311065c3ecf6c0bf8a9759829b75281688
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05bc80976a2a0930ec5cc2c3a4a3cf86b005cf5a380e617e980d42ee96d0d434
+size 732844
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c03dd1dea531cfaee17dce86a9444f01d2e10500
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:188404c0d1cdba7218bb9e9a205fff7766b4e54b94d781979e2aa0f71b1ece11
+size 2197674
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ef9ddfdbf5881f5092a8eca883adf0c9e47ed4e6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739714226bfcb474ecf9649db2f1f11c67b2563938c6d38d1916d9037cf6d06b
+size 2198546
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0c3433ceeec3c42ea8c891e6049a3d5d5bf94cef
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f8f8d450ca0f50dd7c998501d1989393adaa6163fb6e0afca9507875cbb3ce
+size 2192378
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..510763248466e0daf55df5f5de2eef7eb1d7c5d6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d95c5feb05cf8908cf3cc8f23118534141390cfdb5f1606b0a506862fc79c22
+size 1413
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..48990e41422001966746e110cf017cc07611d675
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61c1427c397e6323fa02a18a331321f3ea9f89eb7453ca664c1049166b3b4f3
+size 1394
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7b6ba2a8b07300e6efc6865f562f9d96f9f95eab
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bec20c98a8f0edecec432965978878b3c00fbf345fff214a214a1585d12e6fa
+size 732468
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dbb23b78ed61241200cf2f959f9896d58dde99d0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45886140906e901c94f329ba91da39bb0fd35243bf5cbf17cfefdc1896b268d5
+size 732478
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..037291fc2390333b9a9da5ad2ccbbb6e1ad8e87a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730d79f3c9f0fadb16b58fbbb668d4e524aaf58019e907903ce6408dcccafcc0
+size 731714
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..fbb1abe068ceb9aac5e4871d9a1a511c096c7ff9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:137460598e732457ba01e0545d4a64abbac69e7f88dab885eba13800fddae669
+size 732872
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..413b70695948d6f970ade44ad0daec4c9953e736
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014a02bc5bb439c528796b36216f2eb7310601110536d41e147da22a39bfe449
+size 2197669
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0bcc01728b24ef5da86a00fac4f59bf26aba4c67
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7699a2ab507fc80d21cbe0ae392c7dfbac7d1294e3f4e5a891d1aa6bd0c645
+size 2198462
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6fd733a792ae9ab50a396eea4b4a3339f2a94546
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76329b46ad31d5760dd93931318e50797c92b2fbbc2ad918940479e6f7f16750
+size 2193500
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7644ea8dd3f54000fc6b07d59dbe98b5134c2a72
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b452f6c24212014bafe0750e5774244f58a5df95c9460317a576f7cba1fdae51
+size 1373
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3301619e22a512e2b17722a18fcde6d988b50323
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a143eea74aa8624b6166219d2c2bf56a8c4ed9892580105a0d866c6ce43dfd
+size 1380
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..186fb0c86599ef71de71eb192cd56863670039b0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e003109f7411b106c00aee581feffbfc380afa1adcb8786883539fadb3a0ca
+size 732409
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5175a30f4316ac2df99c2f6de906357e325d228a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccf0fc0b9e34a203be71d3b1dc8f3489b390e51ffbb5fc3f687d0d6ad82330b
+size 732682
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b07b630b3031bec8d8cccb2f49894208ed2652aa
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10fa1d7e3c59410672b68475ebbc921486cfdeda270da5c94d4f9b2de2ea9239
+size 731836
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8532c94b6fec263fad3fcd1f1a76221fbe136c96
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81ed11dbc9fb6c00205d2f15ddf564361b6e7f456412a2c910f892a1c4dd472
+size 733031
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6dd8a81b3dae4f6c9c0ead947a170ec6a7241bfb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017d2095997bd6dafe9dc897715fa82f28ba9d5f90c1e769f85cc3ed00656b11
+size 2197598
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..888fb7608c69f2eabafee0bce3840400d6dd2ae7
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35a67b201b09ac4f8a12fe40f08ddb8beb89663c3289691852a1a5e914af69b
+size 2197979
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bb6cb2cfba7e2ef8eeb2c1e88c17b9b21e5e95fa
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3736e5b7a1da3c1f486e1a04fd57caddaf022756334f932ea3f0da749ddc0bdf
+size 2194377
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..04d4ef27e27162d506b571609b990fc874d29c8e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a35cf1c7145d2c15387d492b69b4b89231108cd6a9a0019a3df443234eb369
+size 1372
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..519d0780dd1f26dca65b41e83b2f0624b603c921
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:306bab4c16d0a4c139003e22cb6a4857e4d51a460d06473eb611db6225bfba8a
+size 1366
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bdc5f1501f531fb322a6ea0e19b742af4a33b4ae
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528eba41130c75387deff9f7f8f2dcbc6750d2f76cb375564b8d25f30bb8761c
+size 731452
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7b2999b88e05fcdfc2294ad30d38b6fad7f2246c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57768dd858a92c212c06a69f744071cf2c4a6c784695e21ba52ada51724d3514
+size 732492
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..279ebbd49621d70744b8de77044f4996a021bdac
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6071d58a2f2db26e93fd1a517ebb0d7f39d2384d9ec7fbd7b7fa4b323ded66
+size 732797
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e96f80705936f66e48e7975dd93e9d66def527b1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:683366bbca31a973296587f111a7a2de525748ae22c2ddef7c38f86a1aaf4ee1
+size 731826
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..47b48cdefa1a6ccba26da4042a3bf57cfca1b0e5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ffa21180755ebdbffd7337782343bf7cecd70811b8efbcc936698691a487c9
+size 2197346
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1e2ee50329e1fbb7602867554ef4da96dcf077fc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:181ed3fc3e13476a4b08d2e98d69b67344304bd3c8db0fc75643ced54ea439c3
+size 2196646
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b0618cf21424ad86e77c5ff7fc860fd9002ef50b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abed931bd95a6af147e665ecbfb1821a9d5a36c6638ae536ce49dbe7a016d468
+size 2194907
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..85fb1ca95d3e58cd1947f49b9f360b46fc837df9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f855199a4531b20489a6201e7d9f227b2d8c89442f4dea6a65108c41f5e54310
+size 1374
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3371a040c4648599a59f82d25b287b43c14144cc
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639357f077e692a83e03360d4aff1fc269531a4e2fba6d988a82e0b78d64cb2c
+size 1364
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7f801ff44792ba7d0a7661913f775bb23e6c0208
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f6b89ad177dee155137c5dadf1fc0da04a12fb9cdfb30a752bc012c5039ebf
+size 731002
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c23f93755fc03f4fa8ed8bba9427ccb2ccfe2173
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f26ea3c3e65d47c9dba66057363cea38f05d42cc1ec43da1a427f0af4c5cdbe
+size 732708
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ceab0d290a0f8fae170568a2630b3afa4363c99a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26aa6fd039a9933742e7ba43bb68f35c19faa6e2f1e887b391e00d46a20ef46b
+size 732961
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3b64ae7e8eea92db1989ae54318085a43cc3b52f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd97d78f3426621c15f1b287c72046bba90b4fba37041baba5dd5f729f5ae9b9
+size 732953
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ddb7af9017ded8fe25cb444c528617b885d9c67a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e6d5e0b41114bcfe1f86217f0790e5eb366b53d83682eacc44376a1840e2d0
+size 2197227
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f1ba52e9aa153ddb91f764245c4a02a8b0878722
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad49c80484be8cc5d7b5ebb1d50e46e7d4f91da9a0fe333dcabc4ff7d9747f6
+size 2196006
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..974dbc0324dd4dcd730d523a3b77508a1652ff58
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc2478ccd94389971cae95d941e2dac38d0e0d06749819731ed3b7e18f625dc
+size 2195224
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c12fb7347ce8bab20469ea647832380af1499d4b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b0315b4064a2e28cb0a79506ffff2d4814fc7415a9a69049fbaea65a66275f
+size 1368
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..ab8578a92a5e9d8fc9b6c6850d5165ca6f3e0e39
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_6.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b70d6b4a14895fb5ba0067ce35845384760dbb6ebebcfa7b14c8683b384b77
+size 1360
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8249d431a5a5b64ad256da0acb090329fc5ce8ac
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4861bd650924c24246de4e013663453c177e8dc416843e9974d881f17f5302d4
+size 731399
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..1c5692d264d20ab46495b217137ed805fe36f7f2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c90bd4dccebb7cdb2fe4275d57c205e19e948cddbcaa29f0d8d28ced824d451
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..72f5e28c1895e1bba82e20ffd22f325a77bb5651
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2a61d7ca04048ae8c9570f86379827a4b897b441a5f8704343dfafe36d90a8
+size 732558
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a60a90a8b529c5a59bcd9baec11057da54c9461
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df6dfa7e04904b612d88a6c7e4856b29e8adb432884be25241184dadf104306
+size 732675
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..082bdc4d001fb919ccc4154cdca944ee69cb5979
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a17eb29e8da2180b358a53e9e6533808c471f23d9524cb7c3d761cb6634bfb
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c623f9acaf047315b703a2d5511fe0a1309a9de2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbde7b347a4fc73527ed72b6adab1148a3f0cfcc5e79aadcf6aecf399c549608
+size 731910
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7839e5f1bae003ebb1f303781e2ee763949a8da2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55b930dd9e4b1726e10dfe189c45cbcc8bb44e0a42b15449e9c260308969665
+size 2197276
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..83afa8bef0af9940b11d0031253ab64925482c19
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390d9ca46c6f427590b6104d24c3004f0940f37d6b116bdfc378c8945b375aaf
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5228e2e94456af8c8f5e7d80e5cdb49efca52bf6
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd4e59db30a1ea65ed160ad7f76c369adc8badb36536b58da6c97bf16504ef0
+size 2195455
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..bf7f497741fc1ebb8fe318ed563c4173cb8b6aa8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8316f3c323987cd8fc2778c703441506e06eb23512fe8e96b28913277ab60a96
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..183449c099413c86404a88b3d75c4502dda3ae24
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff687732430984a9224f44f474dd748deb243cba82c053c27967f5fa81fcb9ae
+size 2195742
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..66d1bcb7f3070e64a594f1118c3160eb82df4f56
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb672c77b098637974f80f4175886081730f9a1c89d42ae81c68ea74c73a63c2
+size 1370
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..678e0d466b3580b2437724a408742601756e93be
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0abc950cac11ef626f934932fe9764223fb94e32a0a61ee59b0e5bb8cb2426eb
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..531199742a4cdd902c68f592859f4fd9a98d2f72
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_7.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c577d42ad836b9380f04ed5150618434e87a7510b73ce600e0084525a1dfec8d
+size 1347
diff --git a/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..f436654680ef76185134be5536bdbabaa54cc65d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dcf91d03b1a5aa1fa79c0aaf03f5b5887296b8fc2d69cb8175b65ca8f98c2d
+size 170
diff --git a/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0 b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc61ad4062cb3cf463bdf845e7eceb11e27c5c46
--- /dev/null
+++ b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ffdd97a7491c91a3ebda9886182f400888bfba57caac011cf16a5bbc68c527
+size 1007
diff --git a/checkpoint_500000/target.token_embedder.embedding/.zarray b/checkpoint_500000/target.token_embedder.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..82a054fe8a31a9d9486ae498fa2f1267f25a5632
--- /dev/null
+++ b/checkpoint_500000/target.token_embedder.embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85e1262a3a0a91f4a3bccdf45d5a3dc4e017b7a5caea9306c17c3ea91b76df4
+size 180
diff --git a/checkpoint_500000/target.token_embedder.embedding/0.0 b/checkpoint_500000/target.token_embedder.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0088f68cd7a7d42ffb93aa2f2dd8b01c1ad53155
--- /dev/null
+++ b/checkpoint_500000/target.token_embedder.embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f316d84eb4c2f847ef18a6c2be59ba956fdb904380d3856fbf762bd257f30c7c
+size 45944290
diff --git a/train/events.out.tfevents.1648739114.t1v-n-304587cf-w-0.380189.0.v2 b/train/events.out.tfevents.1648739114.t1v-n-304587cf-w-0.380189.0.v2
index b83aadc1f62b277ec729e5fc81a665a8c856d23b..289d45076ec72fe9e933c3b89879e187e2a8b64c 100644
--- a/train/events.out.tfevents.1648739114.t1v-n-304587cf-w-0.380189.0.v2
+++ b/train/events.out.tfevents.1648739114.t1v-n-304587cf-w-0.380189.0.v2
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1d0ca676a8c7ce44fc461e7f52a3402770ac2eca888ef47b76cec28e546dc0f8
-size 74193
+oid sha256:db03c5d05fcd7077599f79d54efba3a60657d14dd44a6afb0c31476567e462ce
+size 77034
diff --git a/training_eval/pretrain_finnish/events.out.tfevents.1648739114.t1v-n-304587cf-w-0.380189.1.v2 b/training_eval/pretrain_finnish/events.out.tfevents.1648739114.t1v-n-304587cf-w-0.380189.1.v2
index 513fa259b52d9ec511bf84d3f0216ccd31888e90..550bfa8c3b87e0c047b3bbfc808e09ab5f881ca9 100644
--- a/training_eval/pretrain_finnish/events.out.tfevents.1648739114.t1v-n-304587cf-w-0.380189.1.v2
+++ b/training_eval/pretrain_finnish/events.out.tfevents.1648739114.t1v-n-304587cf-w-0.380189.1.v2
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bc0bf538b68e4a6a715572450bd8da49cf13595b18353c6a7b660330bd51f20
-size 62749
+oid sha256:c92d03ecafef00cdff0f0587e881bd5f3f5828031c80421f346fd33156b3d4cc
+size 65359