diff --git a/checkpoint_500000/checkpoint b/checkpoint_500000/checkpoint
new file mode 100644
index 0000000000000000000000000000000000000000..f33c6a0c8bddb769a6718c5001b530e54c98a001
--- /dev/null
+++ b/checkpoint_500000/checkpoint
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4873466081ff7f11f6f484a2291de99e0b78667b384ae71d228735e2f6d208b
+size 640339
diff --git a/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2bfa55b52fa3b71104fc10fb99216f7bc68e2b1f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.decoder_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4757fbb41a5f3b04f2ba3df2a7573932532fb4977030819d01cbdda4d8d5334
+size 959
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ce3197b72d8cb8bd00c84259b783a11aa2340200
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35df72b5ce24be102dad91b61e0d71ce817fd18c2b606c58fc7afcbcbf0d5c84
+size 981
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ffd9d6ea1d6cd991e1ec545975be9a61a50e2985
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c752b12095d6e2beab1e15487e9ffa3cf081b2bc92f5e39ab7b3e26cf4ebbb90
+size 964
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6821b2159d91edc8acd71ac6e4c3befad08d90a8
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_0.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9cf86894cdf51c0fdbbcb0de49270ec66628949b4c63a8a94129449f9467fe
+size 990
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..1d64c0ff48c49c9c14ea7ede08badb9404d4cd7b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a57215f0f6883b5610a6b8f3834035b0499c86da8cc9145f5c209b35b0c4361
+size 983
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c0745bc862fc25c0c7fa6353e980b282c0ed8931
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb1f74d468062ae9d448759cde8d3ba5062e094450b6bdb53e9e37bc4fc73220
+size 978
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..9a43eef2abb2ecc56a19031a7a8ebbf2afb28911
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_1.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57628356878c1af1713f805422f5eb0eea942df9cd09227bc5d10aca64a15ba1
+size 999
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c29191b25be6fd6607a074fb84ecd5c4066fc132
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b1ee6fac4232600776045ed0131ffb3bf1dcb37c608e6beedd321e6524e193
+size 976
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..2b192463beaf002f678486824c4b75b2a0a5fb9d
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d18bce9293a4836b74725eb793727003191e2213feeddc480859fe4224c4ea6
+size 969
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3d155a9277a426d0eeaba50233f2d5b21434cc57
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_2.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf6362db3bc23024882ae85c0410f8d81d4febf413fd4bf2263c3a10c039454
+size 984
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..627dd5c1f313891ef07c41896d69c943da564f29
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de94bfad05f55d25c0acd083b1156da4045358b3dbc56a3939388715ab6e9f1
+size 964
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..38f850afb8ed85ba2ffb2f1fa6bdc02c689dce7b
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d21994aeaa68818ca620b77202e1f4a3930a921c52466c9d32817366ff3075
+size 955
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3f86a04a859e6b2cfccc7820be1bbca4313aece9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_3.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b18495b05766fb5979e7e2b25fa733f5de7cf697371a88a0b9832ba5a88bce7
+size 978
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..5d42d0914937ed993606edd5eb69a2a55350e124
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e4800347edf69708a2526028710845bf3cb6fa0427d28e0756f41c8ffe3fdc
+size 976
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..54e8633c1718f63069307f2c8ede3a5b612dd2d5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ac892b97782be94128d15a52d50b125fab135ce9904698f89063c354295145
+size 960
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bdd8a9575eff90085308968f65c51b3d2de49086
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_4.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7165b17eb33ea12bbff9e82525a3a8849c55e8dd697dc53aca897fcd187e9f81
+size 979
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..80f80d95ccbad0294f3b7fac9d65141ce2344f0c
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_cross_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee6e807e3e759b7285333266bf747dae6541e603299c8b9fc249e403e626f5c
+size 983
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..ed9ee253fb1cfa97571c4dd4aa7c2c4a838076fe
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e5939aea44e6420737bc7137f1349569f36d40739a61fce33125b03a8d4e356
+size 981
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6112619b4dd023dc87d35689022407e6587267e9
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.layers_5.pre_self_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57836882c1824d7ae56668dd502c3f265dcdd21209794f85a0abf2325de181f7
+size 963
diff --git a/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4590de5007b9491cb114901bf5f4aca22d6ba36f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b0b4f4727db7bbeacbac66511f4e0ea2d73d7e962302934561781052f7e5c3
+size 170
diff --git a/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2e23a6dc72e3ff7ae654e117d73ae6788ce30696
--- /dev/null
+++ b/checkpoint_500000/state.param_states.decoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1756cfcb9f1960f815f865cf3031323ed1c58d78a119efcc233a8fe8cd57d70
+size 535
diff --git a/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..c0ed828f6e2aa5c62b4e894d867fb74647cb7b10
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.encoder_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a31d466a081bf453647a2dfa6de6638d8712d15a359856d0b21d045bda4c076
+size 988
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..722fc71db7fc6a7fbff60a05aee761862687c1d5
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06bf96f74d0fb72aee2ab4529da7d6a413b9f6d9f0a94b504cca72678667ce1a
+size 950
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..13cdd561dae1ff4334dcfcba572bb0ccd7c1abc4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_0.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ffb5d0490ef73897bdd72596869cdd73babb18c6325b580e271d961737d1f7a
+size 966
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..aa2a6d191408fa50a40513eb197705ddd10d8fe4
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1d03a6ec5f9d7f30e39b0dc985475c60eaab99c3be24ca58fd41b55317b020
+size 968
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..232c17e45e50781efb1f9685940bfe37e2d1bbba
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_1.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127cf18d9509bf920e63c3dd797abdd56d309dd0d0329bd2ecec7275e9f1d9aa
+size 958
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..60bb9e39223ace3147c336f813370203cdd7cd7e
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb5c03cc44817f204aa279d1225261c62332c009129d86d48a2a1e80013678d
+size 983
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6f17171d940d8d37eb417b633ec0f8ca65506e2f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_2.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa819c2d779a1a990c8f2b22466247d20083a58096e5452597dac7b6932b8e4
+size 955
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..3ec8c3b4ae4f0b6cabfba09e710e4d23180c2a11
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0ccb6229866345f94faa7edeed3069b222a4f15f86a6436ec00ed68baea04c
+size 969
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..bcc723396512a24f99896cca2c8f22743f79af17
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_3.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd6b0241bbc0f36c6bf4893f7660fdd533a0ad71a1d6957bd0f2ad9d7a82d37b
+size 948
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..02a4b35ce8a15579ed0aa99fca73b366daff3c0a
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd16b21f04103aa160fdb00e4d50c0bf70e1360439d44839ddb6853e5744b00
+size 951
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..6da704e60d728bf89325728a95eca09fe8137d61
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_4.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c581e2247f450682161760dd601209dd3247fe8fad2e332c9f002ad870552a
+size 977
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..177f9a44053e2783a50b81054688addddee71082
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_attention_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b639aace4a77e052932b679a30b8ccafc51fc78b1855cbf27db544cdd9b04e28
+size 953
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0 b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
new file mode 100644
index 0000000000000000000000000000000000000000..b2c5dfe69ec7b5e53925cf8cdcf9e36d791967a8
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.layers_5.pre_mlp_layer_norm.scale.v/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18216d423d08b2dd8d711708e9e5bc99d90277c5ec73dceb4e3c9cf9b7e8ab5
+size 979
diff --git a/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4590de5007b9491cb114901bf5f4aca22d6ba36f
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b0b4f4727db7bbeacbac66511f4e0ea2d73d7e962302934561781052f7e5c3
+size 170
diff --git a/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0 b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..46d033ca431261cbd4b25504ef8d6608080fc9e0
--- /dev/null
+++ b/checkpoint_500000/state.param_states.encoder.relpos_bias.rel_embedding.v/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6083da809e0918c9eeb69fb276c890da3df99558ebb7acfbcab99a6c15e134c4
+size 535
diff --git a/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray b/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.decoder_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.decoder_norm.scale/0 b/checkpoint_500000/target.decoder.decoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..55ee42890aff6b5473d041c9bbbb8bad42d68d5b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.decoder_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859b3a35265401401b0723f57f119f5fc95043696d37ef1eab4db051e63876c4
+size 945
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8dc66cad519437dfe6d0ac1edf30f517a9fba702
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9d5226a85a8a365d3e645ce66585ee267fbeb5e3d30f64af9f52d1bcf24b3e
+size 243869
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7844266dd129408afc7d76ae4e730c078b834821
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e48fe957289d27b17c6bbb63886b7f3910ad7038e2be4312e96ccb70efd065
+size 243815
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..357e94cc72472952d8d8a86c13609aae46a02f27
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08c6e18b008f84c7256612b823451250ca59d52623665574662aff78de134dc
+size 243952
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d9cbe56039055c87c18ae7439e2ba455f8aa8a2a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59c43a480a20576db61e0bf8bd3a97a141b8dcfc9640df80ff8d391a3a0044f5
+size 244025
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5cab5b128c0762d9d869363da1444b8f78508f85
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e5ca9cc67c2a1feeb32172f1a645e2427da9a5f7cfba6931f61ae6f078d603
+size 976958
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..0fe027d28825dce8f9e498e9d605749f3d289fee
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72721f7c12e0434e42f383fb3760b5df631447a83b4ef5a45aa2277b4407c61
+size 976973
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..39f93fdaef908705e3593676506159995824c561
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044eb96fbd58dc936832454e0884b78b240e78914897dffa9e354938fa4f1b6
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1614658f92a1ea9353b88f02b54bf62847b7ac6d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635caf5801039f2c4bd84344252e941c8490fe6887711e71eb1210f186ccbae5
+size 974172
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..39b3f3bf8d1137bb09e037838092d30eee242236
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae24c3776a3ac28cdc6fa25683c61cd3fc464b63a562ef7855c6ed50dc8c794c
+size 966
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..01dab56b1ea88788a7335c5b7d40aa40fb7001b4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3848eda7a08aaad7eabc4e64cd617e6133545673fe3e103f683e2a4be85c9a49
+size 936
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..246ac8e46b9d0955cf7e83537af9d846dbca1641
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711a73ad45387128acb0b219c5b865b2bbf375c011c759b7aaf47c6ac60f6d5d
+size 942
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ea11016721cec0232fbd44d822b5b8955cefb240
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22175bc6a42d03433d1815bc57c52e3fa5d10df7473a743d8d932b442654b909
+size 244300
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ab09a3b6aedea43b6e71ae391082d4b8e6a3f504
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a80a466377fae21ccd77b9e13afe15b578129ac152a5269a36846391f1b1036
+size 244136
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..90568dcea79c8838d09e977443bc9a4326534d0b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fe2a0a5208186d8564089669a825d697fb45a32dee1f1e4419f0afeb8141da
+size 244428
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..37e1755d91311acf1dcd0caa7a6bc189682d454d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_0.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a3e67a48eea9dce826af0e8672925a8cf7bcddc999cce9dc2e2108aedaeb66
+size 244152
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e9aa194ec39928f8793942e01883a4f0e19e27a7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161cfe18889f950f0c25b554ffdbccf605adcd15fab877bcbb5315241fe96e16
+size 243995
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..39e00ea866fb9121709c5994b905109ce9ba275d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:026cb9d282161006698a1f6e295cc6b5989e79c3bfd664415a157781a83d554d
+size 244195
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2a56948dd7c059101c85015b7d1ef470f5f662bd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa013046f34ef28c22adabd2985dc9a76d88e6d7a12762617e5aec5bbb4eff4
+size 244315
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..692bc1fb864cd16536aa7e337bed72062df291b8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2583ca5e8f1bb0ffe62f394e5b35b32f3dec2e2c193931a68bc5fe43c2bdde73
+size 244250
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..14b1a7fd7f8c40ccd6460c9e840c9afae78eb68e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474cd2257fdfcd288cbd585b51799f8c7597f2cb4c34e59022c9c324015d94b7
+size 977301
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dc44af1d395d40be15e997a32b3e0a35ca523bcd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9fa7d14d0fd9ed1e5c44e5f1dee2eb1d47a0264bbfad5690ec5b2a1e747a15
+size 976053
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..39f93fdaef908705e3593676506159995824c561
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044eb96fbd58dc936832454e0884b78b240e78914897dffa9e354938fa4f1b6
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a397e7b7dc755bdf527994239275b34945cd3015
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6584ad190240baad19be2b711dd22be299c4b0f05f1ebc451385bffba8623490
+size 976331
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fd5950fc8bc1af1059c985482aeeff8d48d246a9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4092e1d5e811348e15b0645185f35014b8fd72d58fcdb3ed6a6a5d3c9dcde648
+size 941
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7f583aa296c82070a2c2ddf01a4d5129ff108632
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd43f0510f2a76e2c62fef0c3b5210ee8fa4ab7d0e24b572dd45e8514f6158e1
+size 932
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5b821e6993bedcef522516da86f24e1dc7c516c4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e623051cfb881287fe4e0defbdf2a90229c24984c5752a8622015012e7087174
+size 980
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6abf5b0abd0675f71a2d4471b0177d9eadcd5a10
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0af4cf4bd4a3958c781b6206dd6e39df1a15f4ba1096c2bb5b8ec683e86217d
+size 244246
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1e0849017fa6ec57af121167d651793c723b9dc5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010663fcc43f4a55767554d37e45d24548d8d26a14918761123e7535ad3ea936
+size 244197
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..daaee6130de78d0c0e484dcec5c5906010662728
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a39bad7d6d845e529672e6f0c5cc472c0673a77c5d3013f75a43b5ca8b66bdc8
+size 244149
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2cf765835fa600f2594898638493ff91c894d560
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_1.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be103c5a5110050f4dc4c5b63835f6444353555db235e181f64db0bf08f4c647
+size 244261
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..996af174dd4f94ee28d5ba1f2f14c93b75a35f65
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c11854fd771cc28a9fc152488438560deff3dd2ea9f040e5d26810bb8f72029
+size 244288
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..311f95e03b3f4537a6a02f73e79bfe87b4e5aac7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4938b383393cb24497f404d845fb326b601e7462a11030009961437f90fab238
+size 244435
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..472f4d59bd64a456bba48301684c2a795db78617
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df2fd7abd592a8ebcf138c56ec636a9ceb7be621b7e3d3f96237abde66b1fce
+size 243649
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8c3e7ccde84cb472953f652f686f999b862b135b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e409b44b8c73703a31cd11c8bce897ae7b55c5b98535874e935dbcf4d53074f1
+size 244295
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e35c5b3138bb187587263ac1d861ee2557e06e9d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19ea192b0f71fcaf6ccbebcb0d95bd564c954ec8303922caf0987b659280c28
+size 977288
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..86878d13c6d94f26920b4d869b6d92ab8beca81a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39343a1406a0052e0f7320b50fe460a2ff935377c5ab41abaa277f78fedc452
+size 975341
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..39f93fdaef908705e3593676506159995824c561
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044eb96fbd58dc936832454e0884b78b240e78914897dffa9e354938fa4f1b6
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ab293c24bf10bd27b80a549c6b6e60b225ab95c8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d651fc3d6460fac080971c0da338ea2bf333fd488acd2a75219087deea3f50e4
+size 977302
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..5306c0368610403051de76a8b34c523fb47bac40
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050db0dc99312614f5581e5d77dfee48e79022a5520ba372d7d25c43b346d28d
+size 936
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..542fb263cc608f39690cd66e1d14366c47ca5f78
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb72e97d2adee7cd4e283ab2dcb08e76d183d4d612857c0daea03fbf1bf918b5
+size 931
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..fc1d415d04740b1da16323a7d5066b4f52ab53a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c85a8f4e0e858bf5503d19d7ae79a6aa17f28c53571567d25bab0531c78429
+size 954
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8065b9ddea298e63778bc5122c58e29f2fa77b4f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e011564b4252b236ac4ae8c2e46ec9f989a150e659b6811038d798ab400e9b0b
+size 244029
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5f941d12154152315ef5def14b54e9e7a063385c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9119c63ea16a137dae3e5064c7e6aeebc29b5ed934b4a3d30db27ac7a78131
+size 244311
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a45bd2074dcd46a7f5990e725ec1a3090213870c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:168f859ccb2133c82abb7ba1e7fb023cc2fb66c5607087d21c1998560c3f5439
+size 244396
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..9e119239401d0ab07f347cbf5b89cc0f985ccd5c
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_2.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe8f9ca4df3ef311ae2a15b7159e4bbec161be34848e7ae1ddec3a2223ff465
+size 244499
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a69471d2dad1c890f47bc484d0d477f73e4f5cf6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9502ca9e59f545eff9a3ed8dee1efbcd2adff8de713531308835fc70348aa95
+size 244158
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5c5d1a955013f7360b0965662aa8c38231454305
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0733cee3bdf55a13cf33b8ce3c90861b665de99951ae9a4263537e12f212d2
+size 244373
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..1efd3e22d14345a8849476d9b0c71924a7f7ab46
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5656c38748f332ca94c028e69242ca360fc5c18efe6b6c8d304fd3d022fb53a
+size 243758
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e23ae999bd9e883a3018804205f92979cd301725
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6f820d031030f72056d8dac3d079adf311042a7d530e1beda583c920f5923da
+size 244275
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..eba9f9cc0e9951b3b5f0317100ba2ebfee7c8874
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1237e76dcda5600d611ed52dd15667afca9c34b392e03d205096f09f8d02ad
+size 977021
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ab3d1870bf8b979fff2da47393423638e783db19
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0895d573c0c1b4f0984a03cf8551df9ffdf9eac14d119ab2a64d0253526a22
+size 974923
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..39f93fdaef908705e3593676506159995824c561
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044eb96fbd58dc936832454e0884b78b240e78914897dffa9e354938fa4f1b6
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..60fd138bb5ba2869310b6a55e065892b8af80109
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5feb9ab5d43d8e6ec46241b847e2afaf92b0127ae56a0662770c7dfe14450fdb
+size 977325
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4dba02eba75b6278843a314b6c6b75d1390105c8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14380160f7915f19c8810054a8e4ee8edb9f22de77bcc0e38442d52e83eebe8d
+size 945
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..992f8704aa79353aecb4ef6cc70eea94d169c123
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe6254915054427706944494323e3c6389a364774ffefba354672cdb30b3f24
+size 939
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e8edd9dec0326fc2959ba77eb77404adec62101f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e9b2f8d1cf55ed58788e350c90f875ac074d38d827eeab8b408e5ded0be576
+size 965
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..233aa3966f1a35b7d63946910626bc2cbc2fc34e
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2350049e41aacb2586a21f7724d9b2f2843579437981a280caeee5f283e84f
+size 244965
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..781d6e958b9e74138631d81e65ec096d6659e358
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e49cb14e96fbde1a858829c69368088cd3f7c1b7bf183ad27c6241535ffaf77b
+size 244016
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29b09c651b4174a830401ac252aa9579c22c6161
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac6273299292dc3141e645905b607c8b120f615dfbd446da51e9813dbc517db
+size 245026
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..53fe94c7a09a904d3c111acd81da2bea4b03e7f6
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_3.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb310a213dfe069586be973b8e61ee8b3ab8a463be7d4dfcf8e1501a621b4a7
+size 244112
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..30fc8666b0df8486304fd10e4d492d77f30c0daa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c3af450d5567d683e87231600d7119bc22f788e6f1ea5860351354d96f79ea
+size 244331
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..04fff3e433b354f367aaae541c5953e9d8d950aa
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6613ac5887bf203d9122cc279c528dcb183b5809500ab023bd503d02faf3f4
+size 243738
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2674c8ff6e2254f1f2e4f3ae455ac566d4ec353d
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300e0caa81edf3ea14e34dae2fe1f3c380715632be8adaf841d367d635a2c655
+size 244043
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a609c4c5206d2c4be17429cace716fd37e0959c0
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1852c16886bd63dd44f08861f6a87da63bdc9a27727e38af77096e0115559e86
+size 243650
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c987a0284baf806c30419c584b6f1c3cb4d3b0d3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0013dc818291ce2de2a4f91e6c07a55d394b0080000a332d651c376537c93735
+size 976144
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..60e8a8b151a6942ea9a6e67b40698e74a083779a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8d07293382eff2187d808276432a066438aa2df43ea744d0c5f7bbcf3ede0a
+size 975060
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..39f93fdaef908705e3593676506159995824c561
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044eb96fbd58dc936832454e0884b78b240e78914897dffa9e354938fa4f1b6
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..beed66041d3cb509bcb93b53314b1770bb90c5c3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da728a243b0f87fafba24a4ad6e02245fd37f59976d8c5344ae437a048c18ed
+size 977263
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..24acef9dee22abad289656c61ba579777b77eb35
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a8f54ee2ed6040eaf1c2a01dfe9a6a87a7ba9ed96b17d5e2feceffad561782
+size 950
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8594d2c5827c31ae89e35ff04806078f225823e8
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65e0edcc47a8f0a03d8f0f262093183e64bb627af36b13723557eee4ae63171
+size 927
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..33ffc442d9f6d785f5ab6defe7e8afd2e57d3cea
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81044a4dfec27fb2e1900785310030c14f9adfb81279ea3413be27f0716d4818
+size 936
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e0568e9296079a2c3787ec9a51c6b3f7b49ec7d9
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1b8d23b992da2ce2a9c93869f0522836a9bc8e370ab5c1575a34cbf71a6d06
+size 243808
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5b2c84e384f813bea70decb70b082cc771d46862
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4747f93ba23aaf46f22ed520f421eb6048963df7cf994cb7ea328f562c933ab
+size 243751
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..962e1e44e216191345ff51ff3c81fb7aebe0f0e4
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c578e52a1acba6bcef5372515a1fd97337b8b21ff89fc102d0d3472fd71ef8
+size 244362
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..01d45cd5ce741d24b8c00963ee64376cc07e8dfd
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_4.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ba8d0a48dd4cc1c1855b326203bd0020d7130fde48128e29f00c0b5cabf20a
+size 243857
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..83733dba85fa7b4fb0cbce40f07b3bf2c5b7d24b
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6a477c1e54b33352fbbd2b0d766a980b3b0ecd73e1c6a50be4122c9733ddf3
+size 244280
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc820c8793a9adab7afb70e8dc9f1be330cfc259
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219af90f372993ddc1a93f91358d8f8c7971fae08506d5420b1ea4918ea5ef02
+size 244035
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..dc135e5c00be319fbd3a2566ff70b893f82aa5e7
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad08632cebadac58de6f94bece53ee81c20ac0e2113860ddbf3a10229a034f9
+size 243905
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..8c4f749d2db339e158553af5c474a4fe84686e15
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.encoder_decoder_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38319e4193090c9e8b60a109dccdca50c98a2aeb606568befa925b754f75b59
+size 244335
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a23fdea6f32aa3575f1b5fcfb8bf507cf920a30
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1297a27974be1fd574b151058e10a6a17da8641a228c528d602ae6cfa5d2a5
+size 976015
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7ab8bfeda00eb5dec6153f96de043640919d07a3
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7990a7302c3f904243c546e24da58a29a570eee0307c00a176dc77e7954a89
+size 978037
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..39f93fdaef908705e3593676506159995824c561
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044eb96fbd58dc936832454e0884b78b240e78914897dffa9e354938fa4f1b6
+size 178
diff --git a/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ed69c02f41cfbe0495b86848c5ae06d076145161
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4faea95db7b180bbd483eeafb2bb12da93ff008308710b426681eb32ec0fdf85
+size 976948
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c153c7eedd3452e6b4dce168cb38cb43fdf96a97
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_cross_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856ea7e615a1830e5a050afc86d90fe824c972ab7347051b764aee59b45b380c
+size 946
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4e6ba5c288f87a846828db6aef9c619e1fe2b684
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9b65091b8bd807be458675a5ab1eb788a6194e541198f2d66fbf4ddda662c8
+size 949
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0 b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..30c2079552a53555b9f08ee24b7c908d2f0288f1
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.pre_self_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f91d09135440ce18279b715a1e5089d78f3e967619bf5634ac015323ae498ab
+size 940
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..cc72017e34cf8c141039267a6f003f766c3e4bc5
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cfe35e3c6f0c68379f6191ecd1538ed97794ff6e6866ac540e187bfd69880b
+size 243900
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..87b4147252335a201bbe5e2c216d5df0d394e490
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ce4f4a9fa1854880f15e64b92639256bf1a9c9645b276e54b6a4c9f9c690eb
+size 244045
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..02636dfc1582cb80bcda4fdc01cbe97d28074400
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:903f96635f2322572f3435d7d76f6e7095b6ee76033974e3cc1b93b2475455ee
+size 244291
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0 b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6777c1b4d1d959d277418578ad03591f78d02906
--- /dev/null
+++ b/checkpoint_500000/target.decoder.layers_5.self_attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9dcbc0cc380075397ac494d4e21a46c9dfb472a4a93808cc3495837e25c085f
+size 244111
diff --git a/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray b/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..65835eafaa86a913ac679a0d091c5f0502413690
--- /dev/null
+++ b/checkpoint_500000/target.decoder.logits_dense.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7570b51642f44576ef0c3978bef4c325686bc77bd4c34404bc0a5ee7a35e4ee7
+size 180
diff --git a/checkpoint_500000/target.decoder.logits_dense.kernel/0.0 b/checkpoint_500000/target.decoder.logits_dense.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5a0398db44c0b5055c7367af7e5cf7de1a49c562
--- /dev/null
+++ b/checkpoint_500000/target.decoder.logits_dense.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59ea469f7e9d59fc061ea05d8213d31bd823594c78ec7164c109eaa2b3508c40
+size 30436200
diff --git a/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4590de5007b9491cb114901bf5f4aca22d6ba36f
--- /dev/null
+++ b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b0b4f4727db7bbeacbac66511f4e0ea2d73d7e962302934561781052f7e5c3
+size 170
diff --git a/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0 b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..54a625d5538aae74ceeceb3544efb4045099a67a
--- /dev/null
+++ b/checkpoint_500000/target.decoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2673b76427bd4d52f6f2b0d6e33a0a20c91e080cc98260168978e94258deea79
+size 535
diff --git a/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray b/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.encoder.encoder_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.encoder.encoder_norm.scale/0 b/checkpoint_500000/target.encoder.encoder_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..8dc1f3fcf6f313ca7c6bfcd284d5caf113bcc288
--- /dev/null
+++ b/checkpoint_500000/target.encoder.encoder_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752a278c9a3c327e58d57724086309023b78df9c233efcc0ccb9977437501195
+size 922
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..91e1ff347a74b44a3fff690dfd84e466f308b7d8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f29eee03bfe9bc53fb1a0e1f6ec34285862d0b433726eefe76320053e9988c
+size 244477
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ec93480ee3d0b890a9763d986338b1a7cacdb41a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e7a5d7b0659a18ca60a707997ffe599917ddf419af71ec10cc165eedeaee39
+size 244300
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c3e0b1a553fd7f07fa0d2ac9cab7a68180b642a5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9a98437dd5679bf10233afc3175b8e191fef8d437b8989c167e995de14e45a
+size 244123
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..265d39ea1e6a19d39d3103b1a113a8757eaf1550
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbac06a99b9c335ede5f0e10168934ed1f89176f84f1e2f945c7f7890c414795
+size 244234
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..88f5cc91d934b6682d3e51a784b21b89bc188a00
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba203263c5be806d62fdf5f36d3e96c16a302f0efef136bfbef5da466191df8c
+size 976720
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..bda87cfbe600ffd577486a6e2833cc99073ea451
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43a12e079e21ae33bcca2f0c2260df299be66816a5fc55143a7652ff58c2bcb
+size 976938
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..39f93fdaef908705e3593676506159995824c561
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044eb96fbd58dc936832454e0884b78b240e78914897dffa9e354938fa4f1b6
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e4a25b451565469e59234ea3305e75ca14d49e9b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3cb71b6959d1c3b8cdf36ef6b500c21a8ea521a7268d798ba7ff6fc07a0ab8
+size 975063
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..1c86fc9c967237284677fe0ea0a19b37185ff9b8
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06dc5290685f35147c8be6a6a159c4280766fde349e9509e667091601022e4b3
+size 972
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..3af9fa75d3d9453ab3a579d530d901410874338b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_0.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ec7be69d914190a3e9c207c949e29649280a0557f9565fcca6cfee195dacad
+size 942
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..e941677824b46497ac1fc0d3e945fdd870bcd6a3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ab3ee243cb317fc516ebafc4b48f178a74aabb6feb75c87424f65951ae997b
+size 244186
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2cdc84f84621800624eb0f27f44bef26fbcdf9f5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0851d57e144cf2e2d9b6fdc2da097bbfd6071821abd9a4cdddf78fc10ec66d3e
+size 244333
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..7c8cda84ea50c9df9786b170bce3009caa77e76d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6312664ac98a5c6d52c02bf67d8778a6fac370d06ed50ab8919af7f7fc37e000
+size 243860
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..34437eaa74361a85dc83e1cf757067ef4926f871
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731c5739e4f6448aa062d850725f275e07795f1c5a2f28e451eb3be02d003945
+size 244294
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c52afd719fb41252fca871bb6d9b492c5af7d426
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433593f59ef8aac6f6cc82e95807873e4229c25214c1d6c67cd611f411ddd3a4
+size 976974
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c27997f9037fea65de3ecc736e02eecdc076749f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626983b737bbfc6303b63738af3038148965f7c8fc342e82c4dec0017806f7ef
+size 975574
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..39f93fdaef908705e3593676506159995824c561
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044eb96fbd58dc936832454e0884b78b240e78914897dffa9e354938fa4f1b6
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..f4fa71156597f66ababa0c2c419fdbada65b607f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee72752be0d1a02acfd948b212614bb89cda5c4a3c397e0ff115c97e7395ed8c
+size 975505
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..d9f107607137e7b949ebc7487fc779678844fe5c
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afc6faf6dcf1d49fc708717f10f5468c4c0a3d613e5f034d6de6bf4965e2c1b
+size 937
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..6b9976753c13d1de94a5cdc9fad95791b26e59b2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_1.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1f27ffd06a42cb063bb0a48277d656e81874741c9eb6b6c82484a9d089f503
+size 940
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..638706e0af9e5870ebfa21da1bff8db69f2360fb
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a482c2054c03a9bd6fffff6b0a7b49141d0c007458ff41dfcd7ad3f9f02eb7
+size 243997
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..a1b23057f17d243a8fd9ef695a6388cd7b3e65c4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:269f73bd4241737f52ecbcb6aaabb6a7c0f92f970be21bf242cf55cb1010e1e4
+size 244022
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..566fae9f3984fe05dae733a701c22934cc08bcca
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daec64adf756975b0160c6eae19dd6119a08b1478e1b9a479863f2654782fb8b
+size 243971
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c40040251d85e65dcb235d834ce497fae656bc0b
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c814661dd7eab1ae1d4487e194c49829a64e9303786cb12ea422f9bf137cdd77
+size 243885
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..78e9f5105f3d98165beaa78046dbc51a0e7e3c53
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e294962d9fc25a27d83e61fc2671c261781e095e747ee5486404e02455bbf28
+size 977171
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4c601eb18819092d20613c80dc18ca3eb7d8d1ae
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc46a3ec910d6656ccc727e82c5acce3b5e9cde94245399149f8db4c2d2c8cee
+size 975320
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..39f93fdaef908705e3593676506159995824c561
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044eb96fbd58dc936832454e0884b78b240e78914897dffa9e354938fa4f1b6
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..b7e83f37fce7ea7e704aef15f10bd3a5b4192a4e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e41a5d2d5933f441945ebb050e0644dbe7808f19fe3e8b6c7af6120688d6c76
+size 976286
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..a05dd07448f428ef95baee3df6638e4b986b1705
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a52fb2db8336cec6b391b9a1525c8e57988f1557984b233cffc08fb47e29b39f
+size 944
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..7adbd1e17315483f7554a261d45c8ba0fa77c98a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_2.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dbc43e9ad91b8526da0b03bbf0b1bcb9da2598d96c658b278ca414fb7e038a
+size 941
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..63b3009650dd83e08837d11888d6d53bf590df67
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e150f1ad53df132c909966ecbb8dca323907f088b82f824dfe9add7ccc43863
+size 244022
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..99bbf864e621c97dc51ee494e26317b763e229af
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d3de9cdaab57c01fc81c7fc6b24233cf31bcce162e23ca97a1b2d3e3e6d19f
+size 243976
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..38a2c50d577603fc4355af6e3620f6c28f52fe15
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2ce7791462ea60fc99f1f613eb962392a95906f97f357c87333603ec800435
+size 244336
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..032c4413e3841c1a172aec6964fe9c619a3a6d52
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0d80caff3fb46d4b77dad634ff50d959a9c3079651d07d2a7718787b614867
+size 243858
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..52be2604517634a56bf5543c13e765be0b7e21a9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab16fd6bc7e0a55b98b6f456534dbfe100a5bc5e212cd410d43cc8bd7328bcfe
+size 977057
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2f1d135bc48bd8ca3b0cc66e62029874658dd95a
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203e7a23473b126efd4da0b09c3a32d8a46144212f38e9cec15e68f05b2b88f8
+size 975406
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..39f93fdaef908705e3593676506159995824c561
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044eb96fbd58dc936832454e0884b78b240e78914897dffa9e354938fa4f1b6
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..c91ecdaf2f4d5cf099ac31048eef212960f3a3d5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2349165df57efcc0a903fcf3f5355335cc7129499dd9dc6c7c2c22fe7e72cc5d
+size 976965
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..aac163000511d35499cff71dd801cc661e057fb4
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86249f0cdba1729175c4a36c905628c794eb4a6cdb0e8390fa28c3283dac9a7f
+size 937
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..c690c52dbeeae324905ef5f1b07a3628b834d090
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_3.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1154f846469966ec548ccaf4f70b2b341e418dc1981cee40e81298439d900686
+size 942
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5074ed64c69ccdfaab34821e9d03635773eadd8e
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93e9c184fef8d3cd7c2bb8f59c1b2c60c7a0726956034686869d80c0f3bd2b5
+size 244057
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..00376cd948dff0aade4f5fa1cb68c3b199215bc5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c607660359c3f18e489813c154838419afa4af15279c1b36bb9fff80594bda79
+size 243846
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..91cbbf8ffdc3e5a488955b93cc6336481f47eae9
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cf58c3003fe21dec7398021fd861c4323d960d095e542ebc252657c7a6bdfd
+size 244408
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..ea55c30684302e9f62d26debdfc6da535ab18659
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f2fa431efe87cf4884c7e6c1d8416d81a25d5c508b9313a306dc8c67b1839e
+size 243745
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..6ca6a1dc883ba9fa7dd85c482594b362619bd0fd
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be34025386a7d50f2a01f2d48400c982c49b128efdbb26e1e025b7b367492d3f
+size 976806
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..4a532e461f5f29c7ceca7498a926b31bf18a1637
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751fca876b7fe73de7d7649ab989c89387c9cd1212588cc9b9f3c2a6e0fd392b
+size 974928
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..39f93fdaef908705e3593676506159995824c561
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044eb96fbd58dc936832454e0884b78b240e78914897dffa9e354938fa4f1b6
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..937f34bd0177eb91cb1e45a7c136d420520257a5
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58279d3f39febcd3fc6588c7109c91c96454160a5957f530c3fd229d55694c71
+size 976803
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..4f1cc211c3b8ad9970545d1a12ae67df8f1be0d2
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d99512e29eb6c46b878115d735accd18b3056694c6df87b40c495bfa3adcf20e
+size 941
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..e11d7d0ca554844d390d305b249547a844861812
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_4.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4ee1c4d6ecda145f4c0e0aba1d1045b04821a9a7e2103dcbf3b4a43a06a2c3
+size 932
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..62e0d8182c7a16b1fed3aadff752f393d8b4ebe0
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.key.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023b2d68e8afbeb26b5d74e733d15e633975cfbab9ccc9b7010454e7e3a768d2
+size 243499
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..d06749c10c994e55fd78abf9b160fde8e0642c2d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.out.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b901baf201dad74347042290c60fd89d3f446ba5bdddcfd907ba251a80a901c
+size 243721
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..5bf3b3be95d58703cd2b50f04ecc6e3e54c9da39
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.query.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41321943f5ff88e763c3d3d8964be7ccba840aef3e7ae7be6b7919f15d47f2e7
+size 244250
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..26b81b04119a1adf4cd014ed1497500a3ef30750
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffc325e0c203ad07095d3f8128074d9b2b33daf4f1b4e084d36eb75f90ea7be
+size 176
diff --git a/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..2341a4f4e4dd1458c26f293d22d299875cc5a7b1
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.attention.value.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3140e66f87455ab906774cdb8e2f0ba1ded911cd14d7ed2b66810c751f9fdca8
+size 243563
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..be76fbf4110aa3f4f03bfe583a638f131c489f58
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_0.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b878eb708645d45db99bc936a11ad73033cb5209ef8d6a1e80e414ba92b2a583
+size 976302
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..b5cfe8bd6f92be7a04460ee1effb9f81e8284777
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20fbf0365fdc39fe91564bc658a74240a71897a523e1ac7b049df1a68e41084
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..df3e3733c062e6a4a44dceefec7f0937e6f00788
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wi_1.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd17694f80cd6964d4d6e5da516062be4b6f03ff4c6735cb92cc8e6437d4579
+size 974886
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..39f93fdaef908705e3593676506159995824c561
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9044eb96fbd58dc936832454e0884b78b240e78914897dffa9e354938fa4f1b6
+size 178
diff --git a/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0 b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..555626ff0bf543868a5c844cc208e9957fa102ce
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.mlp.wo.kernel/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efea88a9f861735e2d41196e2597675a6a63eb0e5538c7ed705694f798a0bcfb
+size 976956
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..07cd32ff90083188494f06bd9517d254c8beca05
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_attention_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b9686dc8837ab514bb2b1aad81e0405e513e555feb4d11dee76adacf6c1dea
+size 929
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..afb9a022bd773247c92bd4255d9e476ea01a8e71
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8d96750cc3cb29fdf9654317e87644d16122c4608cd0e0ef63723aa2aee992
+size 168
diff --git a/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0 b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
new file mode 100644
index 0000000000000000000000000000000000000000..f04f649bfefcf21c586fd1a4040f1017555e6c9d
--- /dev/null
+++ b/checkpoint_500000/target.encoder.layers_5.pre_mlp_layer_norm.scale/0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3011ecbfe291a3b1802fca862275ae9d3d103e7df7f89a971188e192da42f184
+size 921
diff --git a/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..4590de5007b9491cb114901bf5f4aca22d6ba36f
--- /dev/null
+++ b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b0b4f4727db7bbeacbac66511f4e0ea2d73d7e962302934561781052f7e5c3
+size 170
diff --git a/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0 b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..29568340d9cd260c25a93dfee115e488576201f3
--- /dev/null
+++ b/checkpoint_500000/target.encoder.relpos_bias.rel_embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71771cd47cb8625c3e7142eb473065958b8b7fc026b41dbdacf3232b58fc5440
+size 535
diff --git a/checkpoint_500000/target.token_embedder.embedding/.zarray b/checkpoint_500000/target.token_embedder.embedding/.zarray
new file mode 100644
index 0000000000000000000000000000000000000000..18b51606742988ef353b9702cbec4d7b52c85dc3
--- /dev/null
+++ b/checkpoint_500000/target.token_embedder.embedding/.zarray
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0dcd10c2bf25a5894918eeadd2d3248daa7c174c62c01be12b0170a640f9e6b
+size 180
diff --git a/checkpoint_500000/target.token_embedder.embedding/0.0 b/checkpoint_500000/target.token_embedder.embedding/0.0
new file mode 100644
index 0000000000000000000000000000000000000000..3f5d1ac01afeae25efbea358cd417c4b6cee76f7
--- /dev/null
+++ b/checkpoint_500000/target.token_embedder.embedding/0.0
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498d7aa83a202c50fe79539fb93f5b7a20fcc4a1e93afa1e4f7ab12c329c827f
+size 30605438
diff --git a/flax_model.msgpack b/flax_model.msgpack
index 15b1561b5c5426c9a700e55b190a82916080474f..e63e2084e5c899e26f3d9e63a53b2fac22af4be7 100644
--- a/flax_model.msgpack
+++ b/flax_model.msgpack
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df970fdc2b8bc8434c9838a42e6a1d149bc6e0bc11f0f6a4434f2ed11a68a318
+oid sha256:e6956ac64ec021d6f310b91ec07c3f7e6c857fbcda4b50967154908f97b5253f
 size 122461293